-- Logs begin at Wed 2021-07-28 10:00:44 UTC, end at Wed 2021-07-28 11:00:38 UTC. -- Jul 28 10:28:50.813197 dv-cinder-800431-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 10:28:53.491017 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.common.config [-] Logging enabled! Jul 28 10:28:53.491600 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 10:28:53.491792 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93124) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 10:28:53.494964 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.common.config [-] Logging enabled! Jul 28 10:28:53.495219 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 10:28:53.495535 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93124) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 10:28:53.496455 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:28:53.496691 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:28:53.497078 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:28:53.497325 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:28:53.497558 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:28:53.497881 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.498180 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.498476 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.498707 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.499003 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.499291 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.499823 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.500111 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.500405 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.500689 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.500992 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.501277 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.501506 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.501783 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.502072 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.502353 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.502575 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] debug = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.502853 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.503273 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.503676 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.503957 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.505004 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.505242 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.505424 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.505701 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.505983 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.506310 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] host = dv-cinder-800431-3-iscsi {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.506588 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.506873 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.507157 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.507441 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.507716 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.507997 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.508286 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.508558 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.508850 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] log_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.509128 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.509415 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.509701 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.509987 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.510212 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.510434 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.510721 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.511008 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.511283 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.511557 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.511829 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.512101 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.512372 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.512641 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.512948 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.513231 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.513514 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.513788 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.514060 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.514330 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.514605 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.514885 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.515159 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.515432 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.515704 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.515987 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.516256 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.516529 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.516850 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.517133 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.517410 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.517687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.517969 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.518243 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.518515 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.518785 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.519054 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] use_json = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.519323 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.519590 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.520494 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.520782 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.521061 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.521335 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.521606 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.521887 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:53.522182 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.522473 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.522769 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.523052 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.523345 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.523622 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.523905 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.524181 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.524463 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.524773 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.525051 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.525326 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.525611 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.525886 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.526175 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.526476 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.526766 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.527054 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.527328 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.527601 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.527872 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.528153 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.528437 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.528726 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.529033 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.529307 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.529586 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.529873 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.530148 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.530418 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.530693 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.530979 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.531255 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.531524 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.531805 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.532080 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.532349 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.532618 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.532921 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.533208 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.533484 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.533752 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.534020 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.534293 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.534561 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.534846 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.535124 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.535431 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.535726 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.536012 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.536282 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.536553 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.536855 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.537129 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.537403 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.537672 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.537947 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.538215 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.538481 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.538748 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.539015 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.539281 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.539551 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.539822 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.540090 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.540358 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.540625 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.540934 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.541224 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.541518 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.541793 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.542067 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.542342 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.542613 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.542887 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.543160 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.543433 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.543705 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.543972 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.544255 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.544535 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.544847 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.545130 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.545406 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.545696 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.545968 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.546246 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.546521 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.546795 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.547084 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.547364 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.547654 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.547946 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.548234 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.548522 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.548849 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.549130 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.549431 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.549706 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:53.549920 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:28:53.550157 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93124) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 10:28:53.897121 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 10:28:53.897399 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 10:28:53.897684 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 10:28:53.898014 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 10:28:54.284136 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.284354 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.284631 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.286018 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.286290 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.286551 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.319840 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.320116 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.320383 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.334716 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.334993 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.335258 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.362979 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.363257 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.363633 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.399591 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.399876 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.400145 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.630156 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.630770 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.630770 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.630770 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.631483 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.750603 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.750922 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.751204 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.751475 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.751742 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.752052 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.752313 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.752568 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.752846 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.753128 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.753386 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.753651 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.753904 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.754224 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.754518 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.754781 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.755035 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.755301 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.755569 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.755828 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.756098 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.756351 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.756630 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.757033 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.757290 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.757539 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.757926 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:54.758168 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:54.758405 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:54.758639 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:54.758873 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:54.759108 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:54.759469 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 10:28:54.762541 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 10:28:54.766419 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 10:28:54.770781 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 28 10:28:54.772376 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 10:28:54.772846 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 10:28:54.773179 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 10:28:54.773560 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 10:28:54.776330 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 10:28:54.776583 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 10:28:54.776953 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 10:28:54.782188 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 10:28:54.804847 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 10:28:54.805286 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.805579 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93124) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 10:28:54.805939 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.807372 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93124) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 10:28:54.807649 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 10:28:54.807895 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 10:28:54.811262 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.811545 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:54.875538 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 10:28:54.875775 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 10:28:54.876012 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 10:28:54.876381 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 10:28:54.898128 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_db.sqlalchemy.engines [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93124) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 10:28:55.424099 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing driver for type 'gre' Jul 28 10:28:55.424622 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] gre ID ranges: [(1, 1000)] Jul 28 10:28:55.477966 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing driver for type 'local' Jul 28 10:28:55.478375 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing driver for type 'vlan' Jul 28 10:28:55.491150 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] VlanTypeDriver initialization complete Jul 28 10:28:55.491490 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing driver for type 'vxlan' Jul 28 10:28:55.491988 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] vxlan ID ranges: [(1, 1000)] Jul 28 10:28:55.544480 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing extension driver 'port_security' Jul 28 10:28:55.544870 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.extensions.port_security [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] PortSecurityExtensionDriver initialization complete Jul 28 10:28:55.545217 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing mechanism driver 'openvswitch' Jul 28 10:28:55.545554 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing mechanism driver 'hyperv' Jul 28 10:28:55.552150 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.plugin [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93124) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:28:55.552873 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.553264 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.553624 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.554176 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93124) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:28:55.554632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnet after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.554994 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnet after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.555347 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.555749 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93124) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:28:55.556163 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.556516 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.556887 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.557286 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93124) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:28:55.557696 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > security_group after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.558051 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > security_group after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.558394 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > security_group after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.558945 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93124) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:28:55.559367 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.559727 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.560080 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.560476 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93124) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:28:55.560919 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > address_group after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.561287 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > address_group after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.561636 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > address_group after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.562080 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93124) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 10:28:55.562469 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] ML2 OVO RPC backend initialized. {{(pid=93124) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 10:28:55.563215 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.563590 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.564018 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.564370 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > networks before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.564723 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.565118 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > ports before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.565468 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnet before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.565815 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnets before_response 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.566166 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.566510 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.566944 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.567339 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.567655 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.568187 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.568586 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnet after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.568968 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnet after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.569315 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > subnet after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.569924 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.plugin [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Modular L2 Plugin initialization complete Jul 28 10:28:55.570277 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading services supported by the core plugin {{(pid=93124) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 10:28:55.570633 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.plugins.ml2.managers [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Got port-security extension from driver 'port_security' Jul 28 10:28:55.571089 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.extensions.vlantransparent [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Disabled vlantransparent extension. Jul 28 10:28:55.571591 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93124) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 10:28:55.571915 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: router Jul 28 10:28:55.608320 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router_interface before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.608719 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router after_create 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.609120 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router before_create 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.609492 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.609872 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.610231 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router after_delete 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.610595 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > floatingip after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.610963 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router after_create 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.611317 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router after_update 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.611671 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router after_update 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.612025 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.612397 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router after_update 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.612840 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_update 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.613217 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: port after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.613590 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: port after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.613936 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: subnet after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.614358 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.614722 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > port precommit_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.615079 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_create 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.615429 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: port before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.615823 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.616193 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router after_update 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.616544 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_delete 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.616940 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_create 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.617308 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router_interface after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.617658 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_update 55549900 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.618030 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > agent after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.618394 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > agent after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.618745 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > network after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.619609 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Tracking information for resource: router configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:55.619948 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Tracking information for resource: floatingip configured {{(pid=93124) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 10:28:55.626581 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.db.l3_agentschedulers_db [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 10:28:55.627178 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: port after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.627553 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: port after_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.627916 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: port after_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.628275 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: port after_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.629133 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router before_create 55550100 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.629512 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_delete 55550100 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.629880 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_create 55550100 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.630244 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > router precommit_update 55550100 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.634819 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.services.provider_configuration [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service providers = [] {{(pid=93124) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 10:28:55.635192 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.db.servicetype_db [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93124) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 10:28:55.638243 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.services.service_base [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93124) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:28:55.638635 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.services.service_base [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93124) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:28:55.638987 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.services.service_base [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93124) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:28:55.639886 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.services.service_base [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93124) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 10:28:55.640267 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.services.service_base [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 10:28:55.640651 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.641003 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 10:28:55.652167 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.652514 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: auto_allocate Jul 28 10:28:55.658337 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: network precommit_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.658713 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: network precommit_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.659239 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.659560 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: tag Jul 28 10:28:55.666630 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.666969 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: timestamp Jul 28 10:28:55.670994 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.671338 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: network_ip_availability Jul 28 10:28:55.676899 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.677231 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.677600 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.678327 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.678659 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: flavors Jul 28 10:28:55.683354 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.683700 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading Plugin: revisions Jul 28 10:28:55.688029 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93124) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 10:28:55.688425 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.791s {{(pid=93124) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 10:28:55.689218 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93124) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 10:28:55.689568 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Initializing extension manager. Jul 28 10:28:55.690085 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: __init__.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.690437 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: __pycache__ {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.690780 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.691126 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: address_group.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.691943 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.692681 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: address-group Jul 28 10:28:55.693042 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: address_scope.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.693774 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.694295 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: address-scope Jul 28 10:28:55.694626 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: admin_state_down_before_update.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.695569 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.696089 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: router-admin-state-down-before-update Jul 28 10:28:55.696417 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: agent.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.697364 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.697884 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: agent Jul 28 10:28:55.698211 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: agent_resources_synced.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.699132 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.699651 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: agent-resources-synced Jul 28 10:28:55.699980 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: allowedaddresspairs.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.701843 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.702374 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: allowed-address-pairs Jul 28 10:28:55.702709 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: auto_allocated_topology.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.703793 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.704321 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: auto-allocated-topology Jul 28 10:28:55.704685 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: availability_zone.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.705424 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.705948 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: availability_zone Jul 28 10:28:55.706281 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: availability_zone_filter.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.707743 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.708516 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: availability_zone_filter Jul 28 10:28:55.708875 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: data_plane_status.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.709805 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.710326 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 10:28:55.710657 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: default_subnetpools.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.711594 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.712125 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: default-subnetpools Jul 28 10:28:55.712457 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: dhcpagentscheduler.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.713300 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.713824 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: dhcp_agent_scheduler Jul 28 10:28:55.714152 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: dns.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.715078 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.715594 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension dns-integration not supported by any of loaded plugins Jul 28 10:28:55.715926 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: dns_domain_ports.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.716880 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.717396 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 10:28:55.717727 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.718657 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.719168 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 10:28:55.719499 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: dvr.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.720179 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.720693 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: dvr Jul 28 10:28:55.721058 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: ecmp_routes.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.721987 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.722500 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 10:28:55.722887 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: empty_string_filtering.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.723932 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.724451 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: empty-string-filtering Jul 28 10:28:55.724811 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.725748 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.726265 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 10:28:55.726597 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.727531 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.728048 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 10:28:55.728383 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: external_net.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.729344 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.729868 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: external-net Jul 28 10:28:55.730198 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: extra_dhcp_opt.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.731117 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.731641 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: extra_dhcp_opt Jul 28 10:28:55.731976 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: extraroute.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.732937 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.733458 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: extraroute Jul 28 10:28:55.733786 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: extraroute_atomic.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.734829 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.735351 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: extraroute-atomic Jul 28 10:28:55.735680 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: filter_validation.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.736357 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.736920 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: filter-validation Jul 28 10:28:55.737251 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: fip_pf_description.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.738197 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.738813 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 10:28:55.739143 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: fip_port_details.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.740082 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.740600 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: fip-port-details Jul 28 10:28:55.740984 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: flavors.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.742226 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.742752 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: flavors Jul 28 10:28:55.743084 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.744771 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.745326 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 10:28:55.745669 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: floatingip_pools.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.746387 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.746911 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: floatingip-pools Jul 28 10:28:55.747247 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: ip_allocation.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.748194 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.748714 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 10:28:55.749074 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.750262 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.750784 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: ip-substring-filtering Jul 28 10:28:55.751120 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l2_adjacency.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.752071 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.752590 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 10:28:55.752954 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l3.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.754584 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.755127 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: router Jul 28 10:28:55.755465 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l3_conntrack_helper.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.757760 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.758297 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 10:28:55.758639 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.759598 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.760127 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: ext-gw-mode Jul 28 10:28:55.760462 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.761443 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.761966 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: l3-ha Jul 28 10:28:55.762304 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l3_flavors.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.763232 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.763753 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: l3-flavors Jul 28 10:28:55.764085 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.765054 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.765580 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 10:28:55.765917 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: l3agentscheduler.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.766968 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.767492 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: l3_agent_scheduler Jul 28 10:28:55.767824 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: logging.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.769351 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.769974 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension logging not supported by any of loaded plugins Jul 28 10:28:55.770314 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: metering.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.771067 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.771661 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: metering Jul 28 10:28:55.771992 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.773142 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.773673 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: metering_source_and_destination_fields Jul 28 10:28:55.774007 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: multiprovidernet.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.774947 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.775474 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: multi-provider Jul 28 10:28:55.775805 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: netmtu.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.776734 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.777286 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: net-mtu Jul 28 10:28:55.777616 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: netmtu_writable.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.778553 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.779076 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: net-mtu-writable Jul 28 10:28:55.779404 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: network_availability_zone.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.780089 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.780607 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: network_availability_zone Jul 28 10:28:55.780973 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: network_ip_availability.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.782076 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.782610 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: network-ip-availability Jul 28 10:28:55.782941 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: network_segment_range.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.783715 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.784236 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 10:28:55.784564 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: pagination.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.786109 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.786445 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: pagination Jul 28 10:28:55.786768 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: port_device_profile.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.787697 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.788224 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: port-device-profile Jul 28 10:28:55.788552 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.789517 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.790042 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: port-mac-address-regenerate Jul 28 10:28:55.790370 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.791300 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.791819 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: port-numa-affinity-policy Jul 28 10:28:55.792149 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: port_resource_request.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.793101 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.793621 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 10:28:55.793946 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: portbindings.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.794881 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.795401 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: binding Jul 28 10:28:55.795729 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: portbindings_extended.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.797145 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.797680 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: binding-extended Jul 28 10:28:55.798016 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: portsecurity.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.798956 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.799479 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: port-security Jul 28 10:28:55.799812 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: project_id.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.800835 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.801247 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: project-id Jul 28 10:28:55.801666 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: providernet.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.802621 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.803154 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: provider Jul 28 10:28:55.803484 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.807016 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.807571 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos not supported by any of loaded plugins Jul 28 10:28:55.807950 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.809376 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.810001 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 10:28:55.810395 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.811558 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.812248 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 10:28:55.812689 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_default.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.813947 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.814641 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-default not supported by any of loaded plugins Jul 28 10:28:55.815114 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_fip.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.816010 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.817387 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-fip not supported by any of loaded plugins Jul 28 10:28:55.817742 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_gateway_ip.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.818898 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.819656 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 10:28:55.820071 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_port_network_policy.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.821247 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.821821 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 10:28:55.822155 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_rule_type_details.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.823097 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.823617 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 10:28:55.823947 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: qos_rules_alias.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.825041 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.825564 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 10:28:55.825892 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: quotasv2.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.826835 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.827170 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: quotas Jul 28 10:28:55.827495 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: quotasv2_detail.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.830556 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.830907 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: quota_details Jul 28 10:28:55.831250 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: rbac.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.833156 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.833697 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: rbac-policies Jul 28 10:28:55.834034 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: rbac_address_group.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.834997 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.835529 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: rbac-address-group Jul 28 10:28:55.835861 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: rbac_address_scope.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.836852 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.837379 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: rbac-address-scope Jul 28 10:28:55.837711 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: rbac_security_groups.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.838640 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.839165 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: rbac-security-groups Jul 28 10:28:55.839494 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: rbac_subnetpool.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.840442 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.841001 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: rbac-subnetpool Jul 28 10:28:55.841335 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: revisionifmatch.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.842276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.842803 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: revision-if-match Jul 28 10:28:55.843133 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: revisions.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.844268 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.844823 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: standard-attr-revisions Jul 28 10:28:55.845157 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: router_availability_zone.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.845843 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.846367 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: router_availability_zone Jul 28 10:28:55.846695 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: routerservicetype.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.847645 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.848288 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension router-service-type not supported by any of loaded plugins Jul 28 10:28:55.848617 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.849594 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.850121 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: security-groups-normalized-cidr Jul 28 10:28:55.850450 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: security_groups_port_filtering.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.851381 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.851905 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: port-security-groups-filtering Jul 28 10:28:55.852234 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.853192 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.853719 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: security-groups-remote-address-group Jul 28 10:28:55.854048 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: securitygroup.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.863756 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.864301 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: security-group Jul 28 10:28:55.864642 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: segment.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.865478 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.866012 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension segment not supported by any of loaded plugins Jul 28 10:28:55.866360 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.867328 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.867856 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 10:28:55.868186 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: servicetype.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.869341 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.869881 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: service-type Jul 28 10:28:55.870218 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: sorting.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.871209 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.871550 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: sorting Jul 28 10:28:55.871882 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: standard_attr_segment.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.872943 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.873474 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 10:28:55.873803 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: standardattrdescription.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.874725 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.875246 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: standard-attr-description Jul 28 10:28:55.875575 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: stateful_security_group.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.876523 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.877073 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: stateful-security-group Jul 28 10:28:55.877403 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: stdattrs_common.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.877993 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 10:28:55.878343 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.879870 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.880396 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 10:28:55.880727 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: subnet_onboard.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.881862 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.882398 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: subnet_onboard Jul 28 10:28:55.882732 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.883690 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.884219 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 10:28:55.884553 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: subnet_service_types.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.885519 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.886051 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: subnet-service-types Jul 28 10:28:55.886383 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: subnetallocation.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.887465 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.888000 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: subnet_allocation Jul 28 10:28:55.888336 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.889070 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.889599 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: subnetpool-prefix-ops Jul 28 10:28:55.889930 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.890875 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.891396 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 10:28:55.891727 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: tagging.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.892823 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.893363 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: standard-attr-tag Jul 28 10:28:55.893698 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: timestamp.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.895521 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.896050 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loaded extension: standard-attr-timestamp Jul 28 10:28:55.896383 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: trunk.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.897463 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.897994 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension trunk not supported by any of loaded plugins Jul 28 10:28:55.898330 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: trunk_details.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.899270 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.899802 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension trunk-details not supported by any of loaded plugins Jul 28 10:28:55.900145 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: uplink_status_propagation.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.901649 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.902241 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 10:28:55.902667 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Loading extension file: vlantransparent.py {{(pid=93124) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 10:28:55.903486 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93124) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 10:28:55.904156 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 10:28:55.907347 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:network Jul 28 10:28:55.907965 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:subnet Jul 28 10:28:55.908475 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:28:55.908981 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:port Jul 28 10:28:55.910642 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.911202 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service FLAVORS assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.912072 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.912573 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.913029 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:router Jul 28 10:28:55.913595 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:floatingip Jul 28 10:28:55.914251 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service METERING assigned prefix: /metering {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.915986 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.916461 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.916912 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93124) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:28:55.918149 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 10:28:55.918741 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:security_group Jul 28 10:28:55.919358 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 10:28:55.920182 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service CORE assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.920563 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:28:55.921015 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] subnetpool is already registered Jul 28 10:28:55.921526 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service CORE assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.921978 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:28:55.922418 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] subnetpool is already registered Jul 28 10:28:55.926323 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.926785 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service FLAVORS assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.927455 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.927842 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.928187 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:router Jul 28 10:28:55.928541 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] router is already registered Jul 28 10:28:55.928991 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:floatingip Jul 28 10:28:55.929340 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] floatingip is already registered Jul 28 10:28:55.929801 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service METERING assigned prefix: /metering {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.930484 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 10:28:55.930822 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] rbac_policy is already registered Jul 28 10:28:55.931253 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:security_group Jul 28 10:28:55.931596 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] security_group is already registered Jul 28 10:28:55.932018 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 10:28:55.932359 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] security_group_rule is already registered Jul 28 10:28:55.932876 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service CORE assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.933212 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:28:55.933561 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] subnetpool is already registered Jul 28 10:28:55.933993 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.v2.resource_helper [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Service CORE assigned prefix: {{(pid=93124) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 10:28:55.934323 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 10:28:55.934663 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING neutron.quota.resource_registry [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] subnetpool is already registered Jul 28 10:28:55.935118 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: extensions {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.936687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: address-groups {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.938189 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: address-scopes {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.939413 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: agents {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.940557 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: auto-allocated-topology {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.942494 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: availability_zones {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.943764 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: dhcp-networks {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.945220 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: dhcp-agents {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.946754 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: routers {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.948481 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: flavors {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.949702 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: service_profiles {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.951068 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: next_providers {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.952508 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: service_profiles {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.953989 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: floatingip-pools {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.955227 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: routers {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.957070 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: floatingips {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.958906 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: l3-routers {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.960290 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: l3-agents {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.961859 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: metering-labels {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.963118 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: metering-label-rules {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.964396 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: network-ip-availabilities {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.965807 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: bindings {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.967393 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: quotas {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.968878 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: quotas {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.970411 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: rbac-policies {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.971611 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: security-groups {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.972920 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: security-group-rules {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.974316 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: service-providers {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.975634 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: subnetpools {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.977010 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: subnetpools {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.978467 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.980280 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.982059 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.983955 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.985696 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.987578 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.990411 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.992223 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.994039 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:55.995920 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron.api.extensions [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Extended resource: tags {{(pid=93124) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 10:28:56.002145 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING keystonemiddleware.auth_token [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 10:28:56.007419 dv-cinder-800431-3-iscsi neutron-server[93124]: WARNING keystonemiddleware.auth_token [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 10:28:56.015973 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Acquired lock "singleton_lock" {{(pid=93124) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 10:28:56.016456 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_concurrency.lockutils [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Releasing lock "singleton_lock" {{(pid=93124) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 10:28:56.017142 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO oslo_service.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Starting 2 workers Jul 28 10:28:56.022861 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Started child 93231 {{(pid=93124) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:28:56.027408 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Started child 93232 {{(pid=93124) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:28:56.028064 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:28:56.029057 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO neutron.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 10:28:56.029609 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [-] (93231) wsgi starting up on http://0.0.0.0:9696 Jul 28 10:28:56.029718 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Notify callbacks [] for process, before_spawn {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:28:56.032281 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO oslo_service.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Starting 1 workers Jul 28 10:28:56.032580 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:28:56.034063 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [-] (93232) wsgi starting up on http://0.0.0.0:9696 Jul 28 10:28:56.037671 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Started child 93233 {{(pid=93124) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:28:56.038206 dv-cinder-800431-3-iscsi neutron-server[93124]: INFO oslo_service.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Starting 1 workers Jul 28 10:28:56.041280 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] calling RpcWorker wait() {{(pid=93233) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 10:28:56.041850 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] returning from RpcWorker wait() {{(pid=93233) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 10:28:56.042743 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Started child 93234 {{(pid=93124) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 10:28:56.043036 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:28:56.043633 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG neutron_lib.callbacks.manager [None req-26825e4b-c01d-4683-8737-9bee9c3d9e7b None None] Notify callbacks [] for process, after_spawn {{(pid=93124) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:28:56.043739 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:28:56.045546 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93124) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 10:28:56.045762 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:28:56.045956 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:28:56.046164 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:28:56.046500 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:28:56.046664 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:28:56.047169 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.047435 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.047694 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.047930 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:28:56.048395 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.048395 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.048899 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.048996 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:28:56.049182 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.049470 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.049730 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.049980 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.050162 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.050332 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.050577 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.050809 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.051424 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.051701 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.051959 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.052241 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.052434 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.052695 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.052984 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.053237 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.053508 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] debug = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.053768 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.054253 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.054522 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.054786 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.055008 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.055298 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.055537 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.055799 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.056050 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.056270 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.056522 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.056818 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.057065 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.057285 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.057532 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.057785 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.058024 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.058534 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] host = dv-cinder-800431-3-iscsi {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.058756 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.058978 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.059238 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.059484 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.059733 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.059952 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.060217 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.060480 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.060724 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.060973 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.061234 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.061481 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.061718 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.061973 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.062138 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_options = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.062397 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.062671 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.062944 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.063134 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.063297 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.063470 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.063731 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.063896 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.064153 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.064371 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.064589 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.064847 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.065051 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.065286 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.065543 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.065803 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.066040 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.066252 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.066498 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.067291 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.067513 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.068088 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.068088 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.068450 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.068450 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.068727 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.068904 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.069094 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.069312 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.069569 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.069801 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.070059 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.070310 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.070560 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.070794 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.071025 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.071243 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.071508 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.071740 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.071980 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.072212 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.072454 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.072680 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.072955 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.073191 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.073406 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_json = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.073656 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.073838 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.074115 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.074337 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.074552 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.074767 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.075008 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.075255 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.076073 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.076073 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.076233 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.076467 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.076719 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.077005 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.077260 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.077509 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.077896 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.078079 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.078418 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.078696 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.079063 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.079351 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.079691 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.080036 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.080330 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.080617 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.081427 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.081427 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.081427 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.084547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.086607 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087334 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087334 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087334 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087334 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087334 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087686 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087765 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.087976 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.088218 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.088451 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.088673 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.088942 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.089174 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.089391 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.089630 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.089842 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.090075 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.092276 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.093645 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.093645 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.093645 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.093645 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.093645 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.093645 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.094231 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.094231 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.094231 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.094450 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.094535 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.094704 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.094944 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.095183 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.095432 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.095649 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.095879 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.096093 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.096331 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.096550 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.096863 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.097153 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.097414 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.097692 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.097974 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.098214 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.098475 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.098729 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.098972 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.099231 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.099444 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.099686 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.099919 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.100184 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.100460 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.100701 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.100971 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.101226 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.101478 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.101701 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.104632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.105409 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.105409 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.105409 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.105409 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.105409 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.105790 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.105790 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.106084 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.106264 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.106547 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.106785 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.107033 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.107277 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.107487 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.107723 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.108149 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.108255 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.108466 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.109039 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.109039 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.109292 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.109531 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.109763 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.109990 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.110270 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.110543 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.110803 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.111111 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.111333 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.111563 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.111804 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.112072 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.112306 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.112522 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.112784 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.113045 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.113242 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.113974 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.115687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.115687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.115687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.115687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.115687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.115687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.115687 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.116182 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.116182 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.116346 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.116700 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.116851 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.116987 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.117218 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.117454 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.117668 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.117959 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.118142 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.118355 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.118653 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.118909 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.119131 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.119359 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.119622 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.119858 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.120099 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.120414 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.120559 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.120795 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.121006 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.121236 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.121754 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.121754 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.121948 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.124196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.125021 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.125021 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.125183 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.125273 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.125496 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.125712 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.125989 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.126221 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.126454 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.126671 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.126888 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.127104 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.127323 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.127553 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.127861 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.128094 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.128326 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.128594 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.128857 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.129131 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.129446 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.129667 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.129885 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.130108 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.130354 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.130573 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.130805 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.131018 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.131235 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.131466 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.131702 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.131902 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.132162 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.132367 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.132580 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.132826 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.133049 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.133262 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.133526 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.133774 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.133990 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.134214 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.134434 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.134670 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.134899 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.135112 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.135348 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.135570 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.135800 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.136172 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.136666 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.136957 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.137150 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.137442 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.137683 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.137946 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.138196 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.138506 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.138721 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.138985 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.139225 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.139447 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.139692 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.139956 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.140283 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.140597 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.140880 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.141164 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.141432 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.141729 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.142011 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.142249 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.142558 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.142890 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.143167 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.143459 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.143669 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.143934 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.144178 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.144417 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.145185 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.145450 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.145722 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.145932 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.146183 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.146427 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.146650 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.146902 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.147149 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.147375 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.147626 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.147907 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.148148 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.148306 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:28:56.148849 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93124) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 10:28:56.149022 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 10:28:56.149175 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 10:28:56.149347 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 10:28:56.149502 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 10:28:56.149654 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 10:28:56.149845 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.149990 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.150155 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.150300 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.150464 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.150639 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.150786 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.150947 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.151099 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.151251 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.151411 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.151559 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.151716 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.151876 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.152035 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.152194 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.152353 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.152529 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.152678 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.152843 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.152994 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.153152 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.153299 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] debug = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.153456 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.153658 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.153826 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.153971 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.154103 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.154261 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.154419 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.154576 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.154721 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.154880 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.155038 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.155197 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.155356 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.155502 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.155660 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.155818 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.155993 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.156154 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] host = dv-cinder-800431-3-iscsi {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.156281 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.156439 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.156598 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.156764 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.156935 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.157094 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.157252 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.157411 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.157571 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.157731 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.157889 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.158047 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.158206 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.158364 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.158522 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_options = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.158681 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.158839 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.158997 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.159182 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.159347 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.159517 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.159685 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.159844 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.159997 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.160151 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.160373 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.160685 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.160843 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.160970 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.161088 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.161239 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.161389 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.161548 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.161916 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.161916 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.162460 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.162460 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.162460 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.162460 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.162922 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.162922 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.162922 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.163288 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.163288 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.163748 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.163748 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.163748 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.163748 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.164242 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.164242 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.164242 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.164595 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.164595 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.164890 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.164890 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165155 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165155 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165308 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165430 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165558 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165682 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_json = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165840 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.165999 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.166157 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.166300 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.166465 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.166623 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.166782 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.166940 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 10:28:56.167120 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.167287 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.167458 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.167789 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.167956 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.168122 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.168261 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.168417 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.168571 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.168711 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.168909 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.169067 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.169235 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.169399 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.169561 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.169716 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.169875 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.170021 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.170170 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.170335 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.170489 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.170636 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.170813 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.170957 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.171124 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.171286 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.171431 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.171597 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.171762 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.171915 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.172075 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.172230 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.172387 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.172532 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.172698 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.172920 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.173058 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.173194 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.173343 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.173487 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.173627 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.173764 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.173926 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.174089 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.174227 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.174374 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.174535 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.174693 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.174829 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.174993 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.175165 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.175329 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.175493 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.175657 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.175821 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.176542 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.176802 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.176948 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.177097 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.177234 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.177379 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.177580 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.177800 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.177942 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.178080 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.178227 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.178363 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.178500 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.178636 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.178772 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.178908 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.179042 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.179184 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.179339 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.179487 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.179626 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.179787 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.179919 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:28:56.180074 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.180211 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.180344 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.180474 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.180613 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.180768 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.180900 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.181044 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.181195 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.181350 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.181513 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.181660 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.181823 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.181985 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.182146 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.182306 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.182468 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.182630 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.182791 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.182953 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.183118 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.183264 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.183428 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.183588 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.183747 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.183907 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.184069 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.184229 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.184389 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.184551 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.184695 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.184890 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.185051 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.185197 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.185369 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.185529 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.185692 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.185854 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.186022 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.186194 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.186356 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.186541 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.186702 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.186861 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.187023 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.187182 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.187342 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.187488 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.187651 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.187807 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.187969 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.188140 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.188300 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.188461 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.188622 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.188827 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.188989 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.189150 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.189312 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.189474 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.189635 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.189795 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.189955 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.190115 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.190275 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.190437 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.190621 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.190757 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.190913 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.191075 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.191236 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.191397 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.191654 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.191874 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.192040 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.192203 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.192367 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.192735 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.192735 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.192996 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.192996 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.193163 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.193325 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.193486 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.193646 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.193807 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.193967 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.194127 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.194288 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.194448 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.194608 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.194769 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.194934 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.195095 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.195256 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.195417 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.195579 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.195740 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.195902 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.196065 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.196227 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.196388 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.196550 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.196715 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.196896 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.197262 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.197504 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.197725 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.197882 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.198042 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.198219 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.198381 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.198527 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.198690 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.198843 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.199004 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.199164 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.199325 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.199486 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.199646 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.199806 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.199970 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.200134 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.200283 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.200445 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.200590 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.200780 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.200942 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.201090 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.201264 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.201426 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.201588 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.201749 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.201911 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.202073 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.202244 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.202406 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.202566 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.202725 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.202887 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.203047 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.203217 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.203379 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.203539 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.203700 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.203861 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.204022 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.204251 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.204421 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.204582 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.204790 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.204923 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.205074 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.205245 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.205407 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.205568 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.205728 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.205891 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.206040 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.206211 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.206357 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.206521 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.206681 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.206828 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.206990 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.207719 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.207859 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.207983 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.208152 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.208311 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.208472 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.208632 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.208827 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.208990 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.209152 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.209314 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.209476 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.209637 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.209799 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.209966 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.210137 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.210304 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.210467 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.210636 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.210805 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.210975 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.211140 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.211309 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.211483 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.211644 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.211818 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.211988 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.212149 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.212311 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.212472 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.212634 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.212815 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.212976 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.213137 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.213298 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.213458 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.213618 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.213778 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.213938 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.214098 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.214260 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.214421 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.214581 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 10:28:56.214734 dv-cinder-800431-3-iscsi neutron-server[93124]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93124) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 10:28:56.486717 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 42414) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:28:56.496119 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062807 Jul 28 10:29:07.882878 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e229c62e-fc90-4703-8066-d1cf1c68c52a None None] get_active_networks_info from dv-cinder-800431-3-iscsi {{(pid=93233) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 10:29:07.951884 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e229c62e-fc90-4703-8066-d1cf1c68c52a None None] No non-hosted networks {{(pid=93233) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 10:29:07.966563 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.agentschedulers_db [None req-e229c62e-fc90-4703-8066-d1cf1c68c52a None None] DHCP Agent not found on host dv-cinder-800431-3-iscsi {{(pid=93233) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 10:29:08.154861 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-cd0bcce6-db1e-4c17-902b-73c2433b2308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539870'] for agent, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:10.569768 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-91cff5ed-1cb3-4c2f-ad51-a9b27048005a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539870'] for agent, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:10.631333 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539870'] for agent, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:10.632916 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.643193 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.643680 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.644988 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.646182 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.647480 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.648095 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.651843 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.652445 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.653073 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.653618 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.654240 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:10.654863 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-800431-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:10.668199 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-800431-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:10.746911 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c111c3d1-7887-42ef-9100-d8fa826147c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:11.476303 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539870'] for agent, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:12.995144 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539870'] for agent, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:14.192632 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42506) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:14.683952 dv-cinder-800431-3-iscsi neutron-server[93231]: WARNING oslo_policy.policy [None req-c9ce68cb-7ba1-4592-8161-dc3ee0fdd81e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:14.684609 dv-cinder-800431-3-iscsi neutron-server[93231]: WARNING oslo_policy.policy [None req-c9ce68cb-7ba1-4592-8161-dc3ee0fdd81e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:14.904651 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [None req-c9ce68cb-7ba1-4592-8161-dc3ee0fdd81e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:29:14.905965 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c9ce68cb-7ba1-4592-8161-dc3ee0fdd81e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7112017 Jul 28 10:29:15.949500 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.db.l3_hamode_db [None req-e8418551-227a-4618-9f5b-727247ed9904 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 10:29:16.029966 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8418551-227a-4618-9f5b-727247ed9904 None None] Routers set() bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:29:16.030362 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8418551-227a-4618-9f5b-727247ed9904 None None] Router IDs set() for agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 10:29:17.280189 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42520) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:17.585322 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:29:17.679015 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.policy [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 10:29:17.724061 dv-cinder-800431-3-iscsi neutron-server[93231]: WARNING oslo_policy.policy [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:17.724438 dv-cinder-800431-3-iscsi neutron-server[93231]: WARNING oslo_policy.policy [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:17.732932 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.quota [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] Loaded quota_driver: . Jul 28 10:29:17.823952 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165451417', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165451956', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165502206', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165498609', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735164550054', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735165483414', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1665705', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1644086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-629625', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1005068'] for rbac-policy, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:17.888240 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:17.889542 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d49128ce-38bf-434e-89cb-67a57fc1b8c5 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6082776 Jul 28 10:29:20.422296 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42532) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:20.724050 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Request body: {'network': {'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'name': 'private'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:29:20.751775 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Made reservation on behalf of f0a47154873442b29fc7e9a3f424d0e6 for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:29:20.754631 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:20.770978 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:20.892937 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:20.897955 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:20.918558 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:29:20.947441 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735163168040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:20.948033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Unsubscribe: segment precommit_create {{(pid=93231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 10:29:20.948543 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Added segment 0f9fd7eb-2b8f-46e3-baf5-ee6251a03840 of type vlan for network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 Jul 28 10:29:20.966389 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ced1494e-080d-4709-984b-f96d71561da7,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:21.014738 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.015100 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.015445 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.015782 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.016112 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.016454 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.016807 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.017135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.017473 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.017799 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.018117 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.018432 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Tracked resource versions report: Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: pushed versions: Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: { 'AddressGroup': {'1.2'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'ConntrackHelper': {'1.0'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Log': {'1.0'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Network': {'1.1'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Port': {'1.7'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'PortForwarding': {'1.2'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'QosPolicy': {'1.8'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroup': {'1.4'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SubPort': {'1.0'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Subnet': {'1.1'}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Trunk': {'1.1'}} Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: consumer versions: Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'ConntrackHelper': '1.0', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Log': '1.0', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Network': '1.1', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Port': '1.7', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'PortForwarding': '1.2', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'QosPolicy': '1.8', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroup': '1.4', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroupRule': '1.2', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SubPort': '1.0', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Subnet': '1.1', Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Trunk': '1.1'}} Jul 28 10:29:21.020110 dv-cinder-800431-3-iscsi neutron-server[93231]: {{(pid=93231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:29:21.070207 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:21.119580 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:21.120951 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:21.121608 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:21.210005 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7865732 Jul 28 10:29:21.218165 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd00631-b5c1-412e-b1ab-1d0220cd806d admin admin] Pushing event updated for resources: {'Network': ['ID=c8935c7b-08ac-4f42-bb7f-ec61a94d4a68,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:21.243061 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:29:23.829806 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42546) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:24.212026 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4127878-6868-410d-8883-c7da56eb6633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:24.213419 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b4127878-6868-410d-8883-c7da56eb6633 admin admin] 10.222.0.25 "GET /v2.0/networks/c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 HTTP/1.1" status: 200 len: 825 time: 0.3826551 Jul 28 10:29:24.237367 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-692c6f6b-50fb-437d-ae5a-e77677e8678c admin admin] 10.222.0.25 "GET /v2.0/subnetpools/970e4325-7e81-47e4-a8f9-304e6ab2dac1 HTTP/1.1" status: 200 len: 734 time: 0.0178270 Jul 28 10:29:24.246537 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '970e4325-7e81-47e4-a8f9-304e6ab2dac1', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:29:24.268279 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Made reservation on behalf of f0a47154873442b29fc7e9a3f424d0e6 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:29:24.271090 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:24.563496 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:24.630448 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Checking segment: {'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:29:24.630842 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Network hostable DHCP agents. Network: c8935c7b-08ac-4f42-bb7f-ec61a94d4a68, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:29:24.638964 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Pushing event updated for resources: {'Subnet': ['ID=8392271e-409c-4a8a-b5c9-470d130cb193,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:24.656128 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:29:24.667402 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, c8935c7b-08ac-4f42-bb7f-ec61a94d4a68) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:24.671849 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:24.672422 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:24.678730 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1ce0e4-20e8-4370-b329-bdddfaaf6f13 None None] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:29:24.689392 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-675f9aa3-c85c-412a-9e08-dd5a891c13db admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4460800 Jul 28 10:29:24.995042 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'fixed_ips': [{'subnet_id': '8392271e-409c-4a8a-b5c9-470d130cb193'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:29:24.996417 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:25.267160 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Allocated IP 172.20.0.2 (c8935c7b-08ac-4f42-bb7f-ec61a94d4a68/8392271e-409c-4a8a-b5c9-470d130cb193/a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:29:25.496695 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:25.511555 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Transition to ACTIVE for port object a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:29:25.532259 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Transition to ACTIVE for port object a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:29:25.541877 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:25.608232 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:29:25.620556 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:25.626192 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Pushing event updated for resources: {'Port': ['ID=a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:25.628342 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:29:25.658324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.658676 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.659017 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.659881 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.660377 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.660824 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.661163 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.661488 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.661833 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.662158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.662479 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.662799 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Tracked resource versions report: Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: pushed versions: Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: { 'AddressGroup': {'1.2'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'ConntrackHelper': {'1.0'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Log': {'1.0'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Network': {'1.1'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Port': {'1.7'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'PortForwarding': {'1.2'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'QosPolicy': {'1.8'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroup': {'1.4'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SubPort': {'1.0'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Subnet': {'1.1'}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Trunk': {'1.1'}} Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: consumer versions: Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'ConntrackHelper': '1.0', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Log': '1.0', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Network': '1.1', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Port': '1.7', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'PortForwarding': '1.2', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'QosPolicy': '1.8', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroup': '1.4', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroupRule': '1.2', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SubPort': '1.0', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Subnet': '1.1', Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Trunk': '1.1'}} Jul 28 10:29:25.663906 dv-cinder-800431-3-iscsi neutron-server[93233]: {{(pid=93233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:29:25.714913 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Attempting to bind port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:29:25.715445 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Attempting to bind port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:29:25.715713 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Attempting to bind port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 on network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:29:25.720473 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:29:25.720914 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Checking segment: {'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:29:25.721375 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:25.721780 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Bound using segment: {'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:29:25.722504 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Bound port: a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:29:25.722908 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:25.788504 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] For port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:29:25.792621 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] For port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1,segment=NetworkSegment(0f9fd7eb-2b8f-46e3-baf5-ee6251a03840),segment_id=0f9fd7eb-2b8f-46e3-baf5-ee6251a03840)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:29:25.797212 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:25.865959 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fcebba-f78a-4ecd-ba1a-319344e52373 None None] Pushing event updated for resources: {'Port': ['ID=a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:27.106716 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42554) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:27.419418 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [None req-48bfa62e-2372-45c7-885e-e1326a15819e admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:29:27.420499 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-48bfa62e-2372-45c7-885e-e1326a15819e admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3127115 Jul 28 10:29:29.820503 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42562) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:30.142995 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [None req-e0a6f952-5985-496d-890f-a0b43ba9490f admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:29:30.144828 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e0a6f952-5985-496d-890f-a0b43ba9490f admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229682 Jul 28 10:29:32.769115 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42572) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:33.065601 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-27b9adf5-d9b7-4365-a3c5-b8966b8e7c36 admin admin] Request body: {'router': {'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:29:33.092667 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-27b9adf5-d9b7-4365-a3c5-b8966b8e7c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:33.094330 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-27b9adf5-d9b7-4365-a3c5-b8966b8e7c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:33.240892 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-27b9adf5-d9b7-4365-a3c5-b8966b8e7c36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:33.245397 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-27b9adf5-d9b7-4365-a3c5-b8966b8e7c36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:33.258222 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-27b9adf5-d9b7-4365-a3c5-b8966b8e7c36 admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:33.259483 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-27b9adf5-d9b7-4365-a3c5-b8966b8e7c36 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4893978 Jul 28 10:29:34.219803 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdaf8d4-fbce-4abc-b508-200e20f6f0f1 None None] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:29:34.336221 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-5bff53be-5f4c-4f37-aa70-c97232c736ac None None] Provisioning for port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:29:34.522881 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:29:34.613992 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:29:34.617468 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:34.617872 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:34.722702 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:34.757044 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1,segment=NetworkSegment(0f9fd7eb-2b8f-46e3-baf5-ee6251a03840),segment_id=0f9fd7eb-2b8f-46e3-baf5-ee6251a03840)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:29:34.761021 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:34.807034 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:35.662355 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 42584) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:35.972236 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [None req-74c6fcf9-9f68-4d6a-8720-0dc65501d9af admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:29:35.973388 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-74c6fcf9-9f68-4d6a-8720-0dc65501d9af admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100808 Jul 28 10:29:36.478048 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:29:36.526595 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:36.526968 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:37.786748 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bdda6302-e208-4ab3-bda2-b7ec9b262667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:38.360698 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 42592) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:38.844759 dv-cinder-800431-3-iscsi neutron-server[93232]: WARNING oslo_policy.policy [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:38.845343 dv-cinder-800431-3-iscsi neutron-server[93232]: WARNING oslo_policy.policy [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:39.064412 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:29:39.066133 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.quota [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Loaded quota_driver: . Jul 28 10:29:39.121909 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Made reservation on behalf of cca0037a95ce4365aeddfd370ea46ef5 for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:29:39.187543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.policy [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93232) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 10:29:39.231965 dv-cinder-800431-3-iscsi neutron-server[93232]: WARNING oslo_policy.policy [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:39.232330 dv-cinder-800431-3-iscsi neutron-server[93232]: WARNING oslo_policy.policy [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 10:29:39.243257 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.262545 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.388851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.392201 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.403962 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Reserving flat network on physical network physnet1 {{(pid=93232) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 10:29:39.438454 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735163168040', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.439022 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Unsubscribe: segment precommit_create {{(pid=93232) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 10:29:39.439528 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Added segment 403864f6-fbdb-4ed2-ad0d-aee130122cdc of type flat for network b68efc46-ba46-419b-8701-a31e5fc73bce Jul 28 10:29:39.458064 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8931cc48-ec1a-49d5-9219-b2fb0fb25cb2,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:39.507616 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.507909 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.508267 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.508571 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.508922 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.509260 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.509580 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.509899 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.510227 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.510542 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.510855 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.511162 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Tracked resource versions report: Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: pushed versions: Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: { 'AddressGroup': {'1.2'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'ConntrackHelper': {'1.0'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Log': {'1.0'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Network': {'1.1'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Port': {'1.7'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'PortForwarding': {'1.2'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'QosPolicy': {'1.8'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroup': {'1.4'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SubPort': {'1.0'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Subnet': {'1.1'}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Trunk': {'1.1'}} Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: consumer versions: Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'ConntrackHelper': '1.0', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Log': '1.0', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Network': '1.1', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Port': '1.7', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'PortForwarding': '1.2', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'QosPolicy': '1.8', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroup': '1.4', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroupRule': '1.2', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SubPort': '1.0', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Subnet': '1.1', Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Trunk': '1.1'}} Jul 28 10:29:39.512299 dv-cinder-800431-3-iscsi neutron-server[93232]: {{(pid=93232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:29:39.561405 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.618213 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.619285 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:39.619913 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:39.696501 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3346071 Jul 28 10:29:39.717879 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb922e73-e875-4ae1-8cb0-a439c3d2dabf admin admin] Pushing event updated for resources: {'Network': ['ID=b68efc46-ba46-419b-8701-a31e5fc73bce,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:39.728671 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network b68efc46-ba46-419b-8701-a31e5fc73bce details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:29:40.558045 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-141cd0d9-be67-44a9-a9b8-6b3e85f4e51e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:40.579405 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:41.421026 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:42.109122 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:29:42.161969 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 42622) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:42.374980 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8030a6-4682-48b9-89e2-eee3e293a033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:42.376352 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5f8030a6-4682-48b9-89e2-eee3e293a033 admin admin] 10.222.0.25 "GET /v2.0/subnets/8392271e-409c-4a8a-b5c9-470d130cb193 HTTP/1.1" status: 200 len: 849 time: 0.2134354 Jul 28 10:29:42.537221 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-93db747b-f4a1-4e4a-bee0-58cd81fb0041 admin admin] 10.222.0.25 "GET /v2.0/routers/3eec3c63-a11f-4efc-8231-cbe139d91fea HTTP/1.1" status: 200 len: 704 time: 0.1548371 Jul 28 10:29:42.816965 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:42.954150 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.107757 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Allocated IP 172.20.0.1 (c8935c7b-08ac-4f42-bb7f-ec61a94d4a68/8392271e-409c-4a8a-b5c9-470d130cb193/176b95b0-94d4-4c94-8611-ec81d9304894) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:29:43.294450 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.318360 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Transition to ACTIVE for port object 176b95b0-94d4-4c94-8611-ec81d9304894 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:29:43.398254 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.466343 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:29:43.472708 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:43.484944 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:29:43.484944 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.506001 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Pushing event updated for resources: {'Port': ['ID=176b95b0-94d4-4c94-8611-ec81d9304894,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:43.670570 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-f2645907-3b8d-4dc1-b041-7a37b851527c None None] Provisioning for port 176b95b0-94d4-4c94-8611-ec81d9304894 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:29:43.673871 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-f2645907-3b8d-4dc1-b041-7a37b851527c None None] Provisioning complete for port 176b95b0-94d4-4c94-8611-ec81d9304894 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:43.674238 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f2645907-3b8d-4dc1-b041-7a37b851527c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.683251 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.707026 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-f2645907-3b8d-4dc1-b041-7a37b851527c None None] Port 176b95b0-94d4-4c94-8611-ec81d9304894 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:29:43.945107 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.949490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:43.950249 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:44.026040 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Pushing event updated for resources: {'Port': ['ID=176b95b0-94d4-4c94-8611-ec81d9304894,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:44.074153 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:29:44.075454 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:44.227858 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-07f1a6c2-2a97-4b5d-8246-7d704f602af8 None None] Provisioning complete for port 176b95b0-94d4-4c94-8611-ec81d9304894 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:44.228389 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-07f1a6c2-2a97-4b5d-8246-7d704f602af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:44.240377 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Router 3eec3c63-a11f-4efc-8231-cbe139d91fea is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:29:44.261918 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-07f1a6c2-2a97-4b5d-8246-7d704f602af8 None None] Port 176b95b0-94d4-4c94-8611-ec81d9304894 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:29:44.329487 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:29:44.334799 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-772b6acb-a695-4178-beea-d3e078a5bca2 admin admin] 10.222.0.25 "PUT /v2.0/routers/3eec3c63-a11f-4efc-8231-cbe139d91fea/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7922850 Jul 28 10:29:44.339392 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Sync routers for ids ['3eec3c63-a11f-4efc-8231-cbe139d91fea'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:29:44.351741 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Routers {'3eec3c63-a11f-4efc-8231-cbe139d91fea'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:29:44.352737 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:29:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['3eec3c63-a11f-4efc-8231-cbe139d91fea'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:44.539988 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Set router 3eec3c63-a11f-4efc-8231-cbe139d91fea gateway port host: None {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:29:44.965658 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'name': 'router1', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:29:33Z', 'updated_at': '2021-07-28T10:29:43Z', 'revision_number': 2, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'gw_port_host': None, '_interfaces': [{'id': '176b95b0-94d4-4c94-8611-ec81d9304894', 'name': '', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'mac_address': 'fa:16:3e:08:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:42Z', 'updated_at': '2021-07-28T10:29:43Z', 'revision_number': 2, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'subnets': [{'id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970e4325-7e81-47e4-a8f9-304e6ab2dac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:45.016946 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Checking router: 3eec3c63-a11f-4efc-8231-cbe139d91fea for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:29:45.017321 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Updating router 3eec3c63-a11f-4efc-8231-cbe139d91fea port 176b95b0-94d4-4c94-8611-ec81d9304894 binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:29:45.066506 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:45.578736 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:45.597249 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Transition to ACTIVE for port object 176b95b0-94d4-4c94-8611-ec81d9304894 will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:29:45.603313 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:45.762907 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Attempting to bind port 176b95b0-94d4-4c94-8611-ec81d9304894 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:29:45.763309 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Attempting to bind port 176b95b0-94d4-4c94-8611-ec81d9304894 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:29:45.763735 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Attempting to bind port 176b95b0-94d4-4c94-8611-ec81d9304894 on network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:29:45.766844 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Pushing event updated for resources: {'Port': ['ID=176b95b0-94d4-4c94-8611-ec81d9304894,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:45.772377 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:29:45.772821 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Checking segment: {'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:29:45.773283 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:45.773673 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Bound using segment: {'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:29:45.774166 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Bound port: 176b95b0-94d4-4c94-8611-ec81d9304894, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f9fd7eb-2b8f-46e3-baf5-ee6251a03840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:29:45.774541 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:45.786331 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.786682 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.787025 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.787361 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.787693 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.788026 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.788352 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.788678 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.789036 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.789361 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.789681 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.790001 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Tracked resource versions report: Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: pushed versions: Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: { 'AddressGroup': {'1.2'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'ConntrackHelper': {'1.0'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Log': {'1.0'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Network': {'1.1'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Port': {'1.7'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'PortForwarding': {'1.2'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'QosPolicy': {'1.8'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroup': {'1.4'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SubPort': {'1.0'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Subnet': {'1.1'}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Trunk': {'1.1'}} Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: consumer versions: Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'ConntrackHelper': '1.0', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Log': '1.0', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Network': '1.1', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Port': '1.7', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'PortForwarding': '1.2', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'QosPolicy': '1.8', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroup': '1.4', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroupRule': '1.2', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SubPort': '1.0', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Subnet': '1.1', Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Trunk': '1.1'}} Jul 28 10:29:45.791096 dv-cinder-800431-3-iscsi neutron-server[93234]: {{(pid=93234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:29:45.851500 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] For port 176b95b0-94d4-4c94-8611-ec81d9304894, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:29:45.871723 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] For port 176b95b0-94d4-4c94-8611-ec81d9304894, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=176b95b0-94d4-4c94-8611-ec81d9304894,segment=NetworkSegment(0f9fd7eb-2b8f-46e3-baf5-ee6251a03840),segment_id=0f9fd7eb-2b8f-46e3-baf5-ee6251a03840)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:29:45.876273 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:45.938016 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Routers {'3eec3c63-a11f-4efc-8231-cbe139d91fea'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:29:45.938616 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:29:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['3eec3c63-a11f-4efc-8231-cbe139d91fea'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:45.979363 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6830b6-faef-4d22-a6a1-4b4abad12b86 None None] Pushing event updated for resources: {'Port': ['ID=176b95b0-94d4-4c94-8611-ec81d9304894,revision_number=4']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:46.033909 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] Set router 3eec3c63-a11f-4efc-8231-cbe139d91fea gateway port host: None {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:29:46.243363 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'name': 'router1', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:29:33Z', 'updated_at': '2021-07-28T10:29:43Z', 'revision_number': 2, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'gw_port_host': None, '_interfaces': [{'id': '176b95b0-94d4-4c94-8611-ec81d9304894', 'name': '', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'mac_address': 'fa:16:3e:08:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:42Z', 'updated_at': '2021-07-28T10:29:45Z', 'revision_number': 4, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'subnets': [{'id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970e4325-7e81-47e4-a8f9-304e6ab2dac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:46.268935 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ba066e-52f9-4ae1-9c13-8d7f4600edc1 None None] The sync data for ids ['3eec3c63-a11f-4efc-8231-cbe139d91fea'] in dv-cinder-800431-3-iscsi is: [{'id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'name': 'router1', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:29:33Z', 'updated_at': '2021-07-28T10:29:43Z', 'revision_number': 2, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'gw_port_host': None, '_interfaces': [{'id': '176b95b0-94d4-4c94-8611-ec81d9304894', 'name': '', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'mac_address': 'fa:16:3e:08:bd:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:42Z', 'updated_at': '2021-07-28T10:29:45Z', 'revision_number': 4, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'subnets': [{'id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970e4325-7e81-47e4-a8f9-304e6ab2dac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:29:46.576542 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 42642) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:46.683851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecce0d63-1dfb-4902-a3d5-32ead0c53429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:46.691613 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-ecce0d63-1dfb-4902-a3d5-32ead0c53429 admin admin] 10.222.0.25 "GET /v2.0/networks/b68efc46-ba46-419b-8701-a31e5fc73bce HTTP/1.1" status: 200 len: 842 time: 0.1076469 Jul 28 10:29:46.695831 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Request body: {'subnet': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:29:46.721133 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Made reservation on behalf of cca0037a95ce4365aeddfd370ea46ef5 for: {'subnet': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:29:46.723361 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:47.032781 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.objects.ports [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93232) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 10:29:47.033105 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:47.091794 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b72b023-76ac-445e-b50c-af3fdad0cc95,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:47.097173 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:29:47.097547 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Network hostable DHCP agents. Network: b68efc46-ba46-419b-8701-a31e5fc73bce, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:29:47.119323 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:29:47.130464 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, b68efc46-ba46-419b-8701-a31e5fc73bce) {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:47.134342 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:47.135001 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:47.141060 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d392a1-53ac-41b5-91ba-a3e8312c78bb None None] Network b68efc46-ba46-419b-8701-a31e5fc73bce requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:29:47.154104 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5f429e03-8f92-4b49-a1fb-3b8833725d2f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4608762 Jul 28 10:29:47.271591 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632c690e-4f24-42fb-af46-6b4308eb83ab None None] Network b68efc46-ba46-419b-8701-a31e5fc73bce requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:29:49.404015 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 42650) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:49.531149 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-8cfd1bd8-c6e4-4474-92d0-860a7f1b57c9 admin admin] 10.222.0.25 "GET /v2.0/routers/3eec3c63-a11f-4efc-8231-cbe139d91fea HTTP/1.1" status: 200 len: 710 time: 0.1260304 Jul 28 10:29:49.616542 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438fdcc7-ebe5-42b1-a899-cf6a4141dedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:29:49.617842 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-438fdcc7-ebe5-42b1-a899-cf6a4141dedc admin admin] 10.222.0.25 "GET /v2.0/networks/b68efc46-ba46-419b-8701-a31e5fc73bce HTTP/1.1" status: 200 len: 886 time: 0.0799060 Jul 28 10:29:49.627773 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:29:49.947183 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:50.177031 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:50.251750 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:50.350626 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Allocated IP 172.27.3.240 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/56a56080-ad82-4f54-b4a9-54965fcf88eb) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:29:50.450280 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:50.489141 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:50.527516 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:29:50.528773 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:29:50.532960 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:29:50.572194 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=56a56080-ad82-4f54-b4a9-54965fcf88eb,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:50.783700 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:50.977879 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:50.981101 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-617943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-617950', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-538745'] for router, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:51.092405 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Router 3eec3c63-a11f-4efc-8231-cbe139d91fea has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:29:51.196872 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:29:51.201000 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:51.202201 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b7d657ac-b305-401e-ae7a-babfa3549ce1 admin admin] 10.222.0.25 "PUT /v2.0/routers/3eec3c63-a11f-4efc-8231-cbe139d91fea HTTP/1.1" status: 200 len: 890 time: 1.5783300 Jul 28 10:29:52.525086 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 176b95b0-94d4-4c94-8611-ec81d9304894 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:29:52.577196 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 176b95b0-94d4-4c94-8611-ec81d9304894 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:29:52.581645 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 176b95b0-94d4-4c94-8611-ec81d9304894 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:52.582022 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:52.662956 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:52.697042 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 176b95b0-94d4-4c94-8611-ec81d9304894, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=176b95b0-94d4-4c94-8611-ec81d9304894,segment=NetworkSegment(0f9fd7eb-2b8f-46e3-baf5-ee6251a03840),segment_id=0f9fd7eb-2b8f-46e3-baf5-ee6251a03840)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:29:52.700552 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:52.748396 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=176b95b0-94d4-4c94-8611-ec81d9304894,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:52.787999 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Sync routers for ids ['3eec3c63-a11f-4efc-8231-cbe139d91fea'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:29:52.797987 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Routers {'3eec3c63-a11f-4efc-8231-cbe139d91fea'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:29:52.798620 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:29:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['3eec3c63-a11f-4efc-8231-cbe139d91fea'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:53.053280 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Set router 3eec3c63-a11f-4efc-8231-cbe139d91fea gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:29:53.438000 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'name': 'router1', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '56a56080-ad82-4f54-b4a9-54965fcf88eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:29:33Z', 'updated_at': '2021-07-28T10:29:50Z', 'revision_number': 4, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'gw_port': {'id': '56a56080-ad82-4f54-b4a9-54965fcf88eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:50Z', 'updated_at': '2021-07-28T10:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '176b95b0-94d4-4c94-8611-ec81d9304894', 'name': '', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'mac_address': 'fa:16:3e:08:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:42Z', 'updated_at': '2021-07-28T10:29:52Z', 'revision_number': 5, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'subnets': [{'id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970e4325-7e81-47e4-a8f9-304e6ab2dac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:53.491321 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Checking router: 3eec3c63-a11f-4efc-8231-cbe139d91fea for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:29:53.491671 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Updating router 3eec3c63-a11f-4efc-8231-cbe139d91fea port 56a56080-ad82-4f54-b4a9-54965fcf88eb binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:29:53.542831 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:53.607840 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 42662) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:29:53.803246 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f39f3d49-9ea6-4079-8253-21ab23b57cba admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1942077 Jul 28 10:29:53.874778 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:53.885801 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Transition to ACTIVE for port object 56a56080-ad82-4f54-b4a9-54965fcf88eb will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:29:53.893751 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:53.946060 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Attempting to bind port 56a56080-ad82-4f54-b4a9-54965fcf88eb on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:29:53.946434 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Attempting to bind port 56a56080-ad82-4f54-b4a9-54965fcf88eb by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:29:53.946798 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Attempting to bind port 56a56080-ad82-4f54-b4a9-54965fcf88eb on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:29:53.952478 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370dfe1-cdfe-4f37-bc32-50f2d9dc3c51 None None] Pushing event updated for resources: {'Port': ['ID=56a56080-ad82-4f54-b4a9-54965fcf88eb,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:53.961003 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:29:53.961164 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:29:53.962399 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:53.962399 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:29:53.962734 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Bound port: 56a56080-ad82-4f54-b4a9-54965fcf88eb, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:29:53.962833 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:54.013190 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] For port 56a56080-ad82-4f54-b4a9-54965fcf88eb, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:29:54.016168 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] For port 56a56080-ad82-4f54-b4a9-54965fcf88eb, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=56a56080-ad82-4f54-b4a9-54965fcf88eb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:29:54.021567 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:54.078633 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Routers {'3eec3c63-a11f-4efc-8231-cbe139d91fea'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:29:54.079237 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:29:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['3eec3c63-a11f-4efc-8231-cbe139d91fea'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:54.112809 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b370dfe1-cdfe-4f37-bc32-50f2d9dc3c51 None None] Pushing event updated for resources: {'Port': ['ID=56a56080-ad82-4f54-b4a9-54965fcf88eb,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:54.270209 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] Set router 3eec3c63-a11f-4efc-8231-cbe139d91fea gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:29:54.489571 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'name': 'router1', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '56a56080-ad82-4f54-b4a9-54965fcf88eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:29:33Z', 'updated_at': '2021-07-28T10:29:50Z', 'revision_number': 4, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'gw_port': {'id': '56a56080-ad82-4f54-b4a9-54965fcf88eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:50Z', 'updated_at': '2021-07-28T10:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '176b95b0-94d4-4c94-8611-ec81d9304894', 'name': '', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'mac_address': 'fa:16:3e:08:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:42Z', 'updated_at': '2021-07-28T10:29:52Z', 'revision_number': 5, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'subnets': [{'id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970e4325-7e81-47e4-a8f9-304e6ab2dac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:29:54.495121 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 176b95b0-94d4-4c94-8611-ec81d9304894 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:29:54.546934 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1d5fd7-ed58-4d41-9c82-1547a55b7866 None None] The sync data for ids ['3eec3c63-a11f-4efc-8231-cbe139d91fea'] in dv-cinder-800431-3-iscsi is: [{'id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'name': 'router1', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.240'}], 'enable_snat': True}, 'gw_port_id': '56a56080-ad82-4f54-b4a9-54965fcf88eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:29:33Z', 'updated_at': '2021-07-28T10:29:50Z', 'revision_number': 4, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'gw_port': {'id': '56a56080-ad82-4f54-b4a9-54965fcf88eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:a5:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:50Z', 'updated_at': '2021-07-28T10:29:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '176b95b0-94d4-4c94-8611-ec81d9304894', 'name': '', 'network_id': 'c8935c7b-08ac-4f42-bb7f-ec61a94d4a68', 'tenant_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'mac_address': 'fa:16:3e:08:bd:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3eec3c63-a11f-4efc-8231-cbe139d91fea', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:29:42Z', 'updated_at': '2021-07-28T10:29:52Z', 'revision_number': 5, 'project_id': 'f0a47154873442b29fc7e9a3f424d0e6', 'subnets': [{'id': '8392271e-409c-4a8a-b5c9-470d130cb193', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '970e4325-7e81-47e4-a8f9-304e6ab2dac1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:29:54.579499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 176b95b0-94d4-4c94-8611-ec81d9304894 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:54.579885 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:56.557025 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 56a56080-ad82-4f54-b4a9-54965fcf88eb up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:29:56.606186 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 56a56080-ad82-4f54-b4a9-54965fcf88eb completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:29:56.609815 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 56a56080-ad82-4f54-b4a9-54965fcf88eb triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:56.610199 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:56.700819 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:56.723520 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 56a56080-ad82-4f54-b4a9-54965fcf88eb, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=56a56080-ad82-4f54-b4a9-54965fcf88eb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:29:56.727160 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:29:56.782968 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=56a56080-ad82-4f54-b4a9-54965fcf88eb,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:29:58.538247 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 56a56080-ad82-4f54-b4a9-54965fcf88eb up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:29:58.623705 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 56a56080-ad82-4f54-b4a9-54965fcf88eb triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:29:58.625015 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:07.789212 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-a1733c65-9985-4196-82f4-b5d6bf989f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:10.563681 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ddc5a48a-6875-4988-9373-6dd74e37359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:10.586821 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:11.426118 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:13.025872 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:19.111515 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:30:37.802983 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-264827d5-63d4-47b8-9b0a-fc4656de035f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:40.559727 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-2e6f34e5-3e9a-4880-96ad-9bb9c79bcc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:40.580097 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:41.428018 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:42.978373 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:30:56.110986 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:31:07.793425 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-36aa8e71-7249-46b2-9693-73352ad7a241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:10.561358 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8cc7015d-6df3-4707-a792-8c0e7d9d69c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:10.580679 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:11.428339 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:12.981040 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:30.933989 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43230) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:30.993267 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.pecan_wsgi.hooks.translation [None req-84e04071-a5c5-42f5-988e-37f2c2db6c17 admin admin] GET failed (client error): The resource could not be found. Jul 28 10:31:30.994576 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-84e04071-a5c5-42f5-988e-37f2c2db6c17 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596240 Jul 28 10:31:31.150671 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc87f37-2e7b-4b3e-82fc-673395f21cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:31.152063 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-dbc87f37-2e7b-4b3e-82fc-673395f21cf4 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1532063 Jul 28 10:31:33.109455 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:31:33.302043 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43240) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:33.394361 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2413c196-0f22-4138-983f-6097fbf6d4ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:33.395635 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-2413c196-0f22-4138-983f-6097fbf6d4ec admin admin] 10.222.0.25 "GET /v2.0/subnets/8392271e-409c-4a8a-b5c9-470d130cb193 HTTP/1.1" status: 200 len: 849 time: 0.0926490 Jul 28 10:31:33.405823 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:31:33.488436 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:33.627443 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735163092520'] for subnet, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:33.661777 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:33.662174 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:33.663932 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] 10.222.0.25 "PUT /v2.0/subnets/8392271e-409c-4a8a-b5c9-470d130cb193 HTTP/1.1" status: 200 len: 868 time: 0.2622445 Jul 28 10:31:33.664963 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50801503-153f-409b-9f36-6c9504f90f2f None None] Network c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:31:33.687273 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8392271e-409c-4a8a-b5c9-470d130cb193,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:31:33.694729 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.695082 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.695425 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.695756 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.696083 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.696429 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.696771 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.697134 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.697463 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.697789 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.698108 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.698427 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af55a84c-e3b5-4521-8f2f-be55d59d6e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:31:33.993743 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-9341f1fa-1a8b-41f5-a5ab-ee2ea0a3aaf9 None None] Provisioning complete for port 176b95b0-94d4-4c94-8611-ec81d9304894 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:31:33.994132 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9341f1fa-1a8b-41f5-a5ab-ee2ea0a3aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:34.077926 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-9341f1fa-1a8b-41f5-a5ab-ee2ea0a3aaf9 None None] Provisioning complete for port a3ca6ab2-65bd-4ef5-b67b-71d6b2706ca1 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:31:34.078293 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9341f1fa-1a8b-41f5-a5ab-ee2ea0a3aaf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:35.820285 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43248) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:36.015227 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d101999-1925-4fda-b94d-90bb9b9f0373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:36.015605 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d101999-1925-4fda-b94d-90bb9b9f0373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:36.017835 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0d101999-1925-4fda-b94d-90bb9b9f0373 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1965101 Jul 28 10:31:37.793595 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-801ba3c2-6ac6-4475-830b-1379c045f806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:38.161141 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43256) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:38.288045 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3df7a-cdce-4b3e-87ec-f29397c239f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:38.288510 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3df7a-cdce-4b3e-87ec-f29397c239f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:38.290059 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-04c3df7a-cdce-4b3e-87ec-f29397c239f2 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1279421 Jul 28 10:31:40.441916 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43264) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:40.560544 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7eb80757-17da-4a1a-9833-baec31279032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:40.567457 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37461cc6-5c23-4e91-b909-3da90340ab1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:40.568867 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-37461cc6-5c23-4e91-b909-3da90340ab1b admin admin] 10.222.0.25 "GET /v2.0/networks/b68efc46-ba46-419b-8701-a31e5fc73bce HTTP/1.1" status: 200 len: 886 time: 0.1259530 Jul 28 10:31:40.582640 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:41.431593 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:42.723839 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43272) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:42.852537 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf26ddf-c179-4d8b-9c6f-e3741df6f7dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:42.853943 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-abf26ddf-c179-4d8b-9c6f-e3741df6f7dc admin admin] 10.222.0.25 "GET /v2.0/networks/c8935c7b-08ac-4f42-bb7f-ec61a94d4a68 HTTP/1.1" status: 200 len: 869 time: 0.1291449 Jul 28 10:31:42.986569 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:31:45.109252 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43280) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:45.227027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b2c96-2e9c-488e-89d8-d6335e195ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:45.227483 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7b2c96-2e9c-488e-89d8-d6335e195ca7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:45.229014 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-6f7b2c96-2e9c-488e-89d8-d6335e195ca7 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1187923 Jul 28 10:31:47.389205 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43288) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:47.521117 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1927e3b-3eba-4cb1-9a23-a56804e220b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:47.521575 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1927e3b-3eba-4cb1-9a23-a56804e220b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:47.523089 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b1927e3b-3eba-4cb1-9a23-a56804e220b4 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1329727 Jul 28 10:31:49.675631 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43298) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:49.760267 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5add9b50-2403-45ba-9284-082ed472e523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:49.761622 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-5add9b50-2403-45ba-9284-082ed472e523 admin admin] 10.222.0.25 "GET /v2.0/subnets/7b72b023-76ac-445e-b50c-af3fdad0cc95 HTTP/1.1" status: 200 len: 816 time: 0.0850244 Jul 28 10:31:51.929279 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43306) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:31:52.021059 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3771c744-bb43-434c-ab31-8149aa5df7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:31:52.022391 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3771c744-bb43-434c-ab31-8149aa5df7ee admin admin] 10.222.0.25 "GET /v2.0/subnets/8392271e-409c-4a8a-b5c9-470d130cb193 HTTP/1.1" status: 200 len: 868 time: 0.0921428 Jul 28 10:32:07.799390 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d2c03da0-2f9c-4da7-b39d-94f364ade1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:10.109440 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:32:10.564945 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-651d9c39-0807-4cfc-b162-a8b05c77b4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:10.585169 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:11.436501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:12.989487 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:17.506809 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43360) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:32:17.553681 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [None req-e3425354-546a-4116-8f8a-56bdea528570 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:32:17.554720 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e3425354-546a-4116-8f8a-56bdea528570 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0469651 Jul 28 10:32:19.814097 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43368) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:32:19.871296 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.pecan_wsgi.hooks.translation [None req-f276b36d-3054-4be1-b045-556377ef1a02 admin admin] GET failed (client error): The resource could not be found. Jul 28 10:32:19.873379 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f276b36d-3054-4be1-b045-556377ef1a02 admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0575819 Jul 28 10:32:19.956740 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7e713c-afac-4732-9f53-92d30c3fe622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:32:19.958210 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3b7e713c-afac-4732-9f53-92d30c3fe622 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0805361 Jul 28 10:32:22.148451 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43376) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:32:22.193723 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:32:22.214075 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Made reservation on behalf of cca0037a95ce4365aeddfd370ea46ef5 for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:22.217392 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:22.244973 dv-cinder-800431-3-iscsi neutron-server[93232]: WARNING neutron.services.revisions.revision_plugin [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Could not find related network for resource to bump revision. Jul 28 10:32:22.259328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:32:22.273490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:22.273834 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Added segment ce5e8018-de3e-4898-9317-0b1ea9c5a9f2 of type vlan for network 86913a3b-182e-45d5-a241-6301c64b3fb9 Jul 28 10:32:22.311490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:22.338956 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:22.339802 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:32:22.340382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:22.392698 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2431326 Jul 28 10:32:22.399524 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52fd1e-5985-4cd7-8733-0f47694a9e86 admin admin] Pushing event updated for resources: {'Network': ['ID=86913a3b-182e-45d5-a241-6301c64b3fb9,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:22.410413 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 86913a3b-182e-45d5-a241-6301c64b3fb9 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:32:24.580443 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43384) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:32:24.639303 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.pecan_wsgi.hooks.translation [None req-78df1da2-bfce-402a-afc9-e1471e70cc10 admin admin] GET failed (client error): The resource could not be found. Jul 28 10:32:24.640592 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-78df1da2-bfce-402a-afc9-e1471e70cc10 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591869 Jul 28 10:32:24.739683 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eccf2a-fdf2-481f-9dcc-adab9eeb29b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:32:24.741157 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-05eccf2a-fdf2-481f-9dcc-adab9eeb29b0 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0962496 Jul 28 10:32:24.753123 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Request body: {'subnet': {'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:32:24.773023 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Made reservation on behalf of cca0037a95ce4365aeddfd370ea46ef5 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:32:24.775338 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:24.937972 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:24.993248 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b394b583-48c6-4e80-a7fa-d3e4899fa413,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:25.003718 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.004063 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.004400 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.004724 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.005077 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.005399 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.005721 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.006040 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.006378 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.006698 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.007016 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.007327 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.013501 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Checking segment: {'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:32:25.014038 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Network hostable DHCP agents. Network: 86913a3b-182e-45d5-a241-6301c64b3fb9, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:32:25.029318 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Network 86913a3b-182e-45d5-a241-6301c64b3fb9 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:32:25.037151 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 86913a3b-182e-45d5-a241-6301c64b3fb9) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:25.041055 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:32:25.041615 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:25.046627 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe4fb21-a3e0-403c-8119-12a0c157b2ec None None] Network 86913a3b-182e-45d5-a241-6301c64b3fb9 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:32:25.055349 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-100bd92b-4c53-4961-a3af-f5e53757cc40 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3056819 Jul 28 10:32:25.195063 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-86913a3b-182e-45d5-a241-6301c64b3fb9', 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9', 'tenant_id': 'cca0037a95ce4365aeddfd370ea46ef5', 'fixed_ips': [{'subnet_id': 'b394b583-48c6-4e80-a7fa-d3e4899fa413'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:32:25.195948 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:25.432149 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Allocated IP 192.168.233.2 (86913a3b-182e-45d5-a241-6301c64b3fb9/b394b583-48c6-4e80-a7fa-d3e4899fa413/efc44864-f628-455b-883e-ba61869f3035) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:32:25.579424 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:25.588151 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Transition to ACTIVE for port object efc44864-f628-455b-883e-ba61869f3035 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:32:25.603680 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Transition to ACTIVE for port object efc44864-f628-455b-883e-ba61869f3035 will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:32:25.611379 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:25.652099 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Network 86913a3b-182e-45d5-a241-6301c64b3fb9 is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:32:25.657665 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:32:25.661966 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:32:25.665447 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Pushing event updated for resources: {'Port': ['ID=efc44864-f628-455b-883e-ba61869f3035,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:25.673237 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.673590 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.673956 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.674302 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.674637 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.674970 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.675301 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.675630 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.675980 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.676312 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.676642 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.677006 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:32:25.736039 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Attempting to bind port efc44864-f628-455b-883e-ba61869f3035 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:32:25.736545 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Attempting to bind port efc44864-f628-455b-883e-ba61869f3035 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:32:25.737064 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Attempting to bind port efc44864-f628-455b-883e-ba61869f3035 on network 86913a3b-182e-45d5-a241-6301c64b3fb9 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:32:25.742153 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:32:25.742516 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Checking segment: {'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:32:25.742909 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:25.743292 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Bound using segment: {'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:32:25.743742 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Bound port: efc44864-f628-455b-883e-ba61869f3035, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:32:25.744127 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:25.806532 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] For port efc44864-f628-455b-883e-ba61869f3035, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:32:25.810285 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] For port efc44864-f628-455b-883e-ba61869f3035, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=efc44864-f628-455b-883e-ba61869f3035,segment=NetworkSegment(ce5e8018-de3e-4898-9317-0b1ea9c5a9f2),segment_id=ce5e8018-de3e-4898-9317-0b1ea9c5a9f2)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:32:25.815182 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:25.877098 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60a1ea-c1c6-4cf6-8394-87f490ad2494 None None] Pushing event updated for resources: {'Port': ['ID=efc44864-f628-455b-883e-ba61869f3035,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:26.672279 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device efc44864-f628-455b-883e-ba61869f3035 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:26.678098 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc72d92-f2f3-4314-982d-1a44cbd582df None None] Network 86913a3b-182e-45d5-a241-6301c64b3fb9 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:32:26.797151 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-b7df4a6a-7e8e-4bc1-a203-e174ef29f682 None None] Provisioning for port efc44864-f628-455b-883e-ba61869f3035 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:32:26.801218 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port efc44864-f628-455b-883e-ba61869f3035 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:32:26.805714 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-b7df4a6a-7e8e-4bc1-a203-e174ef29f682 None None] Provisioning complete for port efc44864-f628-455b-883e-ba61869f3035 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:32:26.806087 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b7df4a6a-7e8e-4bc1-a203-e174ef29f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:26.811753 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port efc44864-f628-455b-883e-ba61869f3035 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:32:26.812113 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:27.008785 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b7df4a6a-7e8e-4bc1-a203-e174ef29f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:27.010562 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:27.060268 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-b7df4a6a-7e8e-4bc1-a203-e174ef29f682 None None] For port efc44864-f628-455b-883e-ba61869f3035, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=efc44864-f628-455b-883e-ba61869f3035,segment=NetworkSegment(ce5e8018-de3e-4898-9317-0b1ea9c5a9f2),segment_id=ce5e8018-de3e-4898-9317-0b1ea9c5a9f2)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:32:27.065911 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b7df4a6a-7e8e-4bc1-a203-e174ef29f682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:27.142400 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.db.api [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93233) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 10:32:27.143515 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG oslo_db.api [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:32:27.147854 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7df4a6a-7e8e-4bc1-a203-e174ef29f682 None None] Pushing event updated for resources: {'Port': ['ID=efc44864-f628-455b-883e-ba61869f3035,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:32:27.193292 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-99674e94-b7e0-405f-9581-b0d92d3e964d None None] Provisioning complete for port efc44864-f628-455b-883e-ba61869f3035 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:32:27.193663 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-99674e94-b7e0-405f-9581-b0d92d3e964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:28.616056 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device efc44864-f628-455b-883e-ba61869f3035 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:32:28.662869 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port efc44864-f628-455b-883e-ba61869f3035 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:32:28.663235 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:37.801393 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1ce4fdd4-b056-489c-a4ff-b43516f31f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:40.565995 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b930e835-d110-48fa-9459-bc364fb04407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:40.585440 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:41.437112 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:42.992334 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:32:47.109243 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:33:07.802121 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e92f67cd-b029-4317-a4cf-088522495cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:10.566959 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f58f41e9-c695-4140-bf84-37a46e8ab7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:10.586752 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:11.439785 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:12.995556 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:24.108705 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:33:34.243923 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43438) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:33:34.250702 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [None req-7caf43ed-7fed-4143-9d83-8bf97cf11a62 tempest-verify_tempest_config-144171443 tempest-verify_tempest_config-144171443-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:33:34.251669 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-7caf43ed-7fed-4143-9d83-8bf97cf11a62 tempest-verify_tempest_config-144171443 tempest-verify_tempest_config-144171443-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067697 Jul 28 10:33:34.544933 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43456) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:33:34.643555 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:34.732264 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:34.735996 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:34.778999 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35cfa0b45fe34c579b69c7883b852819&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2330101 Jul 28 10:33:34.781016 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f199f5-a350-4018-afb8-42c87b7cdd2d,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:34.781805 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43462) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:33:34.787526 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.787899 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.788284 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.788591 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.788955 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.789307 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.789638 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.790027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.790303 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.790654 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.790978 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.791299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d4c030-61de-4e66-a762-4c6b83740c63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.837679 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:34.858196 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:34.943397 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:34.945919 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:34.947091 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52f199f5-a350-4018-afb8-42c87b7cdd2d HTTP/1.1" status: 204 len: 168 time: 0.1643069 Jul 28 10:33:34.955573 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f199f5-a350-4018-afb8-42c87b7cdd2d,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:33:34.962045 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.962357 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.962702 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.963037 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.963356 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.964238 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.964566 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.964924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.965266 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.965593 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.965915 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:34.966237 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7cba3c1-4ce6-4cf3-beef-0ae88c52bbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:33:37.802312 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-334b3e48-8bf0-4766-8221-a6ee49e8675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:40.567702 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-46b779df-b9f8-492e-9845-0e07b334681c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:40.587495 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:41.442393 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:33:43.006340 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:01.108101 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:34:07.803586 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-af79a1d2-e902-43d0-9c1b-e82e49f5e7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:10.568498 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ca3c1832-9940-4657-bd55-021e3aa25755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:10.586496 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:11.447864 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:13.001680 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:37.803677 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-dcbeb487-ca03-4939-af6a-e1c01e1c0faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:38.106667 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:34:40.568363 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-93ac0dde-0159-4e5c-9017-3724eadc39b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:40.585353 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:41.451533 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:34:43.004480 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:07.804383 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f035b862-c1d0-4998-bc97-795eba0f61fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:10.570986 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5698da4-f0eb-44c2-93c3-142d71948693 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:10.587135 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:11.453080 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:13.008246 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:15.104955 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 5 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:35:15.183723 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-539870'] for agent, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:30.276034 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43534) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:35:30.378513 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b083f754-aa02-44af-ae58-54dab57960e4 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1013923 Jul 28 10:35:32.553766 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43544) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:35:32.612001 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-77d2128f-87da-4b76-9c64-aa0141160566 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0571232 Jul 28 10:35:37.804156 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-959bcbe0-aa38-44e0-b0ee-39e5e669a878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:40.569910 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-3f93f0f8-fb4e-440c-8b0b-61e6a99e99ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:40.587560 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:41.454932 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:43.010902 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:45.129066 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:35:52.103879 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:36:07.804953 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d9a8e1fb-86e6-495f-ac75-856c1e99f15d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:10.568939 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c0874e32-69c1-4bea-bbc3-ac700420bac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:10.591533 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:11.459303 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:13.012716 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:15.159632 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:29.104677 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:36:37.804720 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-43c9bfb4-19e4-4cd9-89c8-9e729d0940a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:40.568781 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-483810ae-cdf4-4d5d-a22f-b1ecc70834af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:40.591740 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:41.461084 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:43.016933 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:36:45.159984 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:02.514613 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43704) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:02.820900 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-945823254-network', 'tenant_id': '306fbc7a4d5e433d938a4bae2209a89a'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:02.847478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Made reservation on behalf of 306fbc7a4d5e433d938a4bae2209a89a for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:02.850206 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:02.859578 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:02.952352 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:02.960029 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:02.988152 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:03.000970 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1bc49f-6874-429c-b07f-f9b4d746c3ac,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:03.003581 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.003923 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Added segment f9abfbc7-fef6-4192-9482-b7389ebdea31 of type vlan for network 62d4883f-dea5-4f88-8684-dde642b6cfa0 Jul 28 10:37:03.017154 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.017583 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.017936 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.018284 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.018610 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.018977 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.019424 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.019714 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.019963 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.020467 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.020816 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.021140 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Tracked resource versions report: Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: pushed versions: Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: { 'AddressGroup': {'1.2'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'ConntrackHelper': {'1.0'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Log': {'1.0'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Network': {'1.1'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Port': {'1.7'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'PortForwarding': {'1.2'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'QosPolicy': {'1.8'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroup': {'1.4'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SubPort': {'1.0'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Subnet': {'1.1'}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Trunk': {'1.1'}} Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: consumer versions: Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: HyperV agent@hv-cinder-80043: {}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'ConntrackHelper': '1.0', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Log': '1.0', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Network': '1.1', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Port': '1.7', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'PortForwarding': '1.2', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'QosPolicy': '1.8', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroup': '1.4', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SecurityGroupRule': '1.2', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'SubPort': '1.0', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Subnet': '1.1', Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: 'Trunk': '1.1'}} Jul 28 10:37:03.022194 dv-cinder-800431-3-iscsi neutron-server[93232]: {{(pid=93232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:37:03.054756 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.087652 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.088788 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:03.090151 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.151488 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43754) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:03.248834 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7331157 Jul 28 10:37:03.251729 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43766) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:03.252073 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c1e7b-820e-4e00-84e4-315b484d284f admin admin] Pushing event updated for resources: {'Network': ['ID=62d4883f-dea5-4f88-8684-dde642b6cfa0,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:03.256527 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Request body: {'subnet': {'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-945823254-subnet', 'tenant_id': '306fbc7a4d5e433d938a4bae2209a89a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:03.263199 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:03.284131 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Made reservation on behalf of 306fbc7a4d5e433d938a4bae2209a89a for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:03.287274 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.473528 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.536164 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-network', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:03.540891 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef44b7ff-c6ff-4191-97c9-1763167237d2,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:03.565362 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.565729 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.566069 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.566397 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.566718 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.567219 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.567779 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.568255 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.568616 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.569137 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.569460 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.569780 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Tracked resource versions report: Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: pushed versions: Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: { 'AddressGroup': {'1.2'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'ConntrackHelper': {'1.0'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Log': {'1.0'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Network': {'1.1'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Port': {'1.7'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'PortForwarding': {'1.2'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'QosPolicy': {'1.8'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroup': {'1.4'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SubPort': {'1.0'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Subnet': {'1.1'}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Trunk': {'1.1'}} Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: consumer versions: Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: HyperV agent@hv-cinder-80043: {}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'ConntrackHelper': '1.0', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Log': '1.0', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Network': '1.1', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Port': '1.7', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'PortForwarding': '1.2', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'QosPolicy': '1.8', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroup': '1.4', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SecurityGroupRule': '1.2', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'SubPort': '1.0', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Subnet': '1.1', Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: 'Trunk': '1.1'}} Jul 28 10:37:03.570824 dv-cinder-800431-3-iscsi neutron-server[93231]: {{(pid=93231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:37:03.584558 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Checking segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:03.584853 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Network hostable DHCP agents. Network: 62d4883f-dea5-4f88-8684-dde642b6cfa0, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:03.590892 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Made reservation on behalf of f4b9f9b1967a4b24a6ca58290fb2179b for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:03.593374 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.606492 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.611041 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43778) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:03.627415 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:03.655696 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 62d4883f-dea5-4f88-8684-dde642b6cfa0) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:03.665874 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8821de-8e9e-4e81-b70f-f0c3d8be01c6 None None] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:03.673164 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:03.673743 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.744061 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.752121 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.785859 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ac7986-c3c1-4dca-90c3-f4bdb6424939,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:03.812299 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-ed33a2a6-ced0-4c5b-bf7a-555f9fb6b686 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5594580 Jul 28 10:37:03.823398 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53b3f3c-f928-456f-b222-22dc678fd3f7 None None] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:03.823793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:03.834858 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.835553 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Added segment f203f443-fa85-4863-a8f6-8516767caafd of type vlan for network 2e98efdf-61ac-4cfd-96bc-8805f92caedb Jul 28 10:37:03.839358 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43792) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:03.881212 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43796) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:03.895361 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.934179 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.935685 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:03.936621 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:03.949764 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1713844066-network', 'tenant_id': '8272e15ff3f54906846a9da0f16b95ca'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:03.988947 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Made reservation on behalf of 8272e15ff3f54906846a9da0f16b95ca for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:03.991520 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.017641 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.059076 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9056902 Jul 28 10:37:04.066542 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43802) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:04.077405 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Request body: {'subnet': {'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-subnet', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:04.080736 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c5d2da-95cf-4c4d-85ce-dde2153dfa8a admin admin] Pushing event updated for resources: {'Network': ['ID=2e98efdf-61ac-4cfd-96bc-8805f92caedb,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:04.095938 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:04.158152 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.198716 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.212023 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:04.223676 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.224654 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Added segment c18498c1-e303-4aeb-a433-ef79096bfdcc of type vlan for network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 Jul 28 10:37:04.262799 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Made reservation on behalf of f4b9f9b1967a4b24a6ca58290fb2179b for: {'subnet': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:04.267179 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.283623 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.342022 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795f6491-1db4-4fc4-9447-72aae3ad7d40,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:04.373462 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.374655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:04.375304 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.394726 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1454794236-network', 'tenant_id': '64f97a7ceb6d4d14928726470b026565'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:04.472122 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-network', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:04.480502 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43828) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:04.485558 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Request body: {'subnet': {'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1713844066-subnet', 'tenant_id': '8272e15ff3f54906846a9da0f16b95ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:04.490807 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8786020 Jul 28 10:37:04.529694 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d35200f-5140-4d7a-8248-541d8c9c783b admin admin] Pushing event updated for resources: {'Network': ['ID=325f419e-0afa-46c0-bdf9-fcbe0316bf42,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:04.541638 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:04.551655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Made reservation on behalf of 64f97a7ceb6d4d14928726470b026565 for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:04.554124 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.562177 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Made reservation on behalf of 8272e15ff3f54906846a9da0f16b95ca for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:04.564792 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.587367 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.743834 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.db.api [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 10:37:04.743834 dv-cinder-800431-3-iscsi neutron-server[93232]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 10:37:04.743834 dv-cinder-800431-3-iscsi neutron-server[93232]: [parameters: {'project_id_1': '02bb4273bddb44d783e4291853ff94bc', 'expiration_1': datetime.datetime(2021, 7, 28, 10, 37, 4, 519296)}] Jul 28 10:37:04.743834 dv-cinder-800431-3-iscsi neutron-server[93232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 10:37:04.744886 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG oslo_db.api [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:37:04.787952 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.795680 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.824796 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51212652-611c-44e0-8e0b-c4e1283e4924,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:04.938593 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:04.945870 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:04.948619 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.007198 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.008135 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Added segment 311f3550-c28f-46ab-8f90-6c21799d640c of type vlan for network 99b05afa-3957-4d6b-b545-1d387f52d9e8 Jul 28 10:37:05.010523 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f1afbf-d46b-4e59-8f33-4f979b756f40,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:05.020784 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4326ba40-1dad-4cbe-82ed-273740f6f953,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:05.057956 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Checking segment: {'id': 'c18498c1-e303-4aeb-a433-ef79096bfdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:05.058456 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Network hostable DHCP agents. Network: 325f419e-0afa-46c0-bdf9-fcbe0316bf42, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:05.060832 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Checking segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:05.061388 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Network hostable DHCP agents. Network: 2e98efdf-61ac-4cfd-96bc-8805f92caedb, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:05.080620 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:05.095063 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 325f419e-0afa-46c0-bdf9-fcbe0316bf42) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:05.106301 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfc648e-8221-4d33-836c-a02f3a3cf0be None None] Network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:05.110262 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:05.114792 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:05.115455 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.119741 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 2e98efdf-61ac-4cfd-96bc-8805f92caedb) {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:05.123006 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.129695 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:05.130616 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.142507 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38735238-1ec9-4226-941f-fc22b86aadf6 None None] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:05.150560 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-71379c3f-1aa1-46f7-95a0-4ba2b3d89065 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0808475 Jul 28 10:37:05.154352 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43850) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:05.154539 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9eb1d4d2-edb8-49ff-aa7e-2778b524f64f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6727002 Jul 28 10:37:05.183662 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:05.282761 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.283729 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:05.284314 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.323075 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.324192 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.533346 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:37:05.534434 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.544330 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Made reservation on behalf of 02bb4273bddb44d783e4291853ff94bc for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:05.551767 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.669900 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.678640 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.692541 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8513684 Jul 28 10:37:05.695698 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43878) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:05.702773 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Request body: {'subnet': {'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1454794236-subnet', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:05.713807 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Allocated IP 172.20.0.2 (2e98efdf-61ac-4cfd-96bc-8805f92caedb/93f1afbf-d46b-4e59-8f33-4f979b756f40/1260707b-4b7e-47d8-a77f-235c2c74377f) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:05.715349 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6ff34b-01af-4555-ae6c-97ce9a75e9e9 admin admin] Pushing event updated for resources: {'Network': ['ID=99b05afa-3957-4d6b-b545-1d387f52d9e8,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:05.759489 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Made reservation on behalf of 64f97a7ceb6d4d14928726470b026565 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:05.762314 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.935294 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.947625 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Transition to ACTIVE for port object 1260707b-4b7e-47d8-a77f-235c2c74377f will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:05.964854 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Transition to ACTIVE for port object 1260707b-4b7e-47d8-a77f-235c2c74377f will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:05.971068 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:05.978694 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:05.999785 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec541c21-b55a-48e4-bd41-f82b6a3bd6ed None None] Network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:06.006541 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43906) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:06.010025 dv-cinder-800431-3-iscsi neutron-server[93231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 10:37:06.066673 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.104467 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:37:06.111685 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:06.114129 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43922) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:06.117300 dv-cinder-800431-3-iscsi neutron-server[93232]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 10:37:06.140953 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:06.164856 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:06.245330 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Attempting to bind port 1260707b-4b7e-47d8-a77f-235c2c74377f on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:06.245788 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Attempting to bind port 1260707b-4b7e-47d8-a77f-235c2c74377f by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:06.246208 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Attempting to bind port 1260707b-4b7e-47d8-a77f-235c2c74377f on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:06.255731 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:06.256500 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Checking segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:06.257162 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.257760 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Bound using segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:06.258454 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Bound port: 1260707b-4b7e-47d8-a77f-235c2c74377f, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:06.259845 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.289305 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-904a29ac-b111-408b-980b-30d0439e444c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:06.293358 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-904a29ac-b111-408b-980b-30d0439e444c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.2843375 Jul 28 10:37:06.332420 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-6ae6ed14-d008-4f4c-973c-53119631a27a tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/quotas/306fbc7a4d5e433d938a4bae2209a89a HTTP/1.1" status: 200 len: 375 time: 0.0315235 Jul 28 10:37:06.355712 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Pushing event updated for resources: {'Port': ['ID=1260707b-4b7e-47d8-a77f-235c2c74377f,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.371953 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.372202 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.373086 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.373661 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.374333 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.374887 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.375430 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.376002 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.376548 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.377149 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.377799 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.378196 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.378550 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Tracked resource versions report: Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: pushed versions: Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: { 'AddressGroup': {'1.2'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'ConntrackHelper': {'1.0'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Log': {'1.0'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Network': {'1.1'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Port': {'1.7'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'PortForwarding': {'1.2'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'QosPolicy': {'1.8'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroup': {'1.4'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SubPort': {'1.0'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Subnet': {'1.1'}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Trunk': {'1.1'}} Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: consumer versions: Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: HyperV agent@hv-cinder-80043: {}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'ConntrackHelper': '1.0', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Log': '1.0', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Network': '1.1', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Port': '1.7', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'PortForwarding': '1.2', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'QosPolicy': '1.8', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroup': '1.4', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SecurityGroupRule': '1.2', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'SubPort': '1.0', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Subnet': '1.1', Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: 'Trunk': '1.1'}} Jul 28 10:37:06.379685 dv-cinder-800431-3-iscsi neutron-server[93233]: {{(pid=93233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:37:06.390024 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] For port 1260707b-4b7e-47d8-a77f-235c2c74377f, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:06.394514 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] For port 1260707b-4b7e-47d8-a77f-235c2c74377f, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=1260707b-4b7e-47d8-a77f-235c2c74377f,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:06.398305 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.413733 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.414039 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-507fc736-0c5a-46a1-bd18-5f4c4c52cf9f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776830 Jul 28 10:37:06.428613 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-cfdf23c5-3eb0-4ce9-9fab-30546545fe4d tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:06.437163 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-cfdf23c5-3eb0-4ce9-9fab-30546545fe4d tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/networks?id=325f419e-0afa-46c0-bdf9-fcbe0316bf42 HTTP/1.1" status: 200 len: 812 time: 0.3209629 Jul 28 10:37:06.439977 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.460668 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6d4c0-aa96-4966-88d3-bb7b8641db49 None None] Pushing event updated for resources: {'Port': ['ID=1260707b-4b7e-47d8-a77f-235c2c74377f,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.471902 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eedb80c2-a842-46f3-9249-ed6aecbb9a09,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.480460 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-2e8ea5d5-482b-4747-8429-0078e931fcd7 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/quotas/8272e15ff3f54906846a9da0f16b95ca HTTP/1.1" status: 200 len: 375 time: 0.0423548 Jul 28 10:37:06.483406 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:06.502746 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Checking segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:06.503103 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Network hostable DHCP agents. Network: 99b05afa-3957-4d6b-b545-1d387f52d9e8, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:06.523091 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:06.539693 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.540180 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Added segment 6ef94bc7-6ea4-491d-87d0-1e5d36fe4871 of type vlan for network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 Jul 28 10:37:06.541374 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 99b05afa-3957-4d6b-b545-1d387f52d9e8) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:06.550068 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30ac46-16f4-4d8c-85ee-2e4624335172 None None] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:06.551821 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:06.553391 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.562369 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a25230-b6da-42e0-abd4-efde4b015a97,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:06.575960 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9201bc10-d100-4192-a135-cb549a9d7c10 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8757188 Jul 28 10:37:06.576308 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-9284c421-c2c9-495f-8857-7e1d473eb5b5 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=8272e15ff3f54906846a9da0f16b95ca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835032 Jul 28 10:37:06.576710 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 43930) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:06.584906 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:06.662245 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.700408 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-ed9c1839-2f65-4f74-80ee-0265325ea6fa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:37:06.701799 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-ed9c1839-2f65-4f74-80ee-0265325ea6fa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0733271 Jul 28 10:37:06.918578 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1260707b-4b7e-47d8-a77f-235c2c74377f up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:06.920293 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-6dabfc63-a6f2-4c07-bb99-f8c0f8917ae8 service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069223 Jul 28 10:37:06.930815 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-99b05afa-3957-4d6b-b545-1d387f52d9e8', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:37:06.932189 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.933318 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.933707 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.973494 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-d2a4973d-3b43-4e6e-a469-20834e517471 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:37:06.974655 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-d2a4973d-3b43-4e6e-a469-20834e517471 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3177223 Jul 28 10:37:06.985735 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:06.986680 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:06.987374 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.040779 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-623441c0-38cc-4900-976d-11f79719b277 service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191938 Jul 28 10:37:07.065637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.137039 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 1260707b-4b7e-47d8-a77f-235c2c74377f completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:07.144314 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] Pushing event updated for resources: {'Network': ['ID=11ab1b17-9ef4-4433-b69d-ff3c73d89f04,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:07.150723 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f3a5e837-173c-4a0d-b2bc-d02f8813ea71 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.2648382 Jul 28 10:37:07.150945 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 43950) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:07.153543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.157814 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Request body: {'subnet': {'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-subnet', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:07.172301 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:07.187322 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.204275 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Made reservation on behalf of 02bb4273bddb44d783e4291853ff94bc for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:07.206939 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.306519 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Allocated IP 172.20.0.2 (99b05afa-3957-4d6b-b545-1d387f52d9e8/eedb80c2-a842-46f3-9249-ed6aecbb9a09/99cef3a5-e0eb-439a-9934-54a162bce14c) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:07.528161 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Allocated IP 172.27.3.245 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/faef4974-e044-4199-9538-f643240c33c7) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:07.571884 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-b64cf543-2009-47fc-aca4-270897f16039 service neutron] 10.222.0.25 "GET /v2.0/networks/325f419e-0afa-46c0-bdf9-fcbe0316bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5270879 Jul 28 10:37:07.625384 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.669960 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.697138 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Transition to ACTIVE for port object 99cef3a5-e0eb-439a-9934-54a162bce14c will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:07.728702 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.737252 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Transition to ACTIVE for port object 99cef3a5-e0eb-439a-9934-54a162bce14c will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:07.761069 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.784533 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16aad6af-c7e3-406c-ad5c-dd531b36b757,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:07.863276 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-57cf7624-07a6-4f12-84ec-1316721dccb8 req-310ae735-c336-4cf7-a372-52f1cb9e4057 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0813510 Jul 28 10:37:07.865927 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fda2520-b391-4dea-9e7d-1382fd371753 None None] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:07.873833 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Checking segment: {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:07.874443 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Network hostable DHCP agents. Network: 11ab1b17-9ef4-4433-b69d-ff3c73d89f04, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:07.881469 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:07.910448 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:07.927343 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 11ab1b17-9ef4-4433-b69d-ff3c73d89f04) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:07.935343 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:07.935955 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.959256 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b0d17386-77e4-4f66-a999-ad0dcd3688a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:07.962910 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:07.966832 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:07.975817 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-aa4d9546-c1c3-4eb8-9c19-6507cf78f039 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8235741 Jul 28 10:37:07.979329 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44000) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:07.984127 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:07.987873 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b68393-3ea4-46f2-a45a-f9b2f89fd0c6 None None] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:08.013200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.014784 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.097044 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.103853 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.127275 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Pushing event updated for resources: {'Port': ['ID=99cef3a5-e0eb-439a-9934-54a162bce14c,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:08.312636 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-dba8f310-51b7-4c7a-b72b-055a79f1a9b0 None None] Provisioning for port 1260707b-4b7e-47d8-a77f-235c2c74377f completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:08.337490 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-dba8f310-51b7-4c7a-b72b-055a79f1a9b0 None None] Provisioning complete for port 1260707b-4b7e-47d8-a77f-235c2c74377f triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:08.337490 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-dba8f310-51b7-4c7a-b72b-055a79f1a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.339937 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Attempting to bind port 99cef3a5-e0eb-439a-9934-54a162bce14c on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:08.340320 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Attempting to bind port 99cef3a5-e0eb-439a-9934-54a162bce14c by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:08.341079 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Attempting to bind port 99cef3a5-e0eb-439a-9934-54a162bce14c on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:08.397955 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-dc22f472-e01d-45c1-b982-e0e9458313f1 service neutron] 10.222.0.25 "GET /v2.0/networks/325f419e-0afa-46c0-bdf9-fcbe0316bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6514347 Jul 28 10:37:08.442818 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.444302 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.456082 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:08.456082 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Checking segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:08.456082 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.456082 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Bound using segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:08.456082 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Bound port: 99cef3a5-e0eb-439a-9934-54a162bce14c, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:08.456082 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.491618 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:08.495449 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:08.562231 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:08.611853 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1a6b1-8fbc-494d-afb6-69c9bad76b30 None None] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:08.753766 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] For port 99cef3a5-e0eb-439a-9934-54a162bce14c, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:08.800191 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b6ec8ed5-35f5-4388-9344-5a886928f85d req-875c2d15-1aba-45b6-85d7-637c7b2723ac tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.0283852 Jul 28 10:37:08.835972 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] For port 99cef3a5-e0eb-439a-9934-54a162bce14c, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=99cef3a5-e0eb-439a-9934-54a162bce14c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:08.872420 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Pushing event updated for resources: {'Port': ['ID=faef4974-e044-4199-9538-f643240c33c7,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:08.919622 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.984501 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:08.990419 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.015920 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.023510 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.114929 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd08eae-5bb8-4391-971a-a03b18e77df4 None None] Pushing event updated for resources: {'Port': ['ID=99cef3a5-e0eb-439a-9934-54a162bce14c,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:09.164677 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-dba8f310-51b7-4c7a-b72b-055a79f1a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.191109 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66fb9d6a-0af2-434f-9934-9996d6a9b4d9 req-46334d9c-b89b-491b-8358-5f9119970ecf tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 210 time: 0.1689918 Jul 28 10:37:09.222691 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-dba8f310-51b7-4c7a-b72b-055a79f1a9b0 None None] For port 1260707b-4b7e-47d8-a77f-235c2c74377f, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=1260707b-4b7e-47d8-a77f-235c2c74377f,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:09.230166 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-dba8f310-51b7-4c7a-b72b-055a79f1a9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.260041 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.354914 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba8f310-51b7-4c7a-b72b-055a79f1a9b0 None None] Pushing event updated for resources: {'Port': ['ID=1260707b-4b7e-47d8-a77f-235c2c74377f,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:09.540886 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Allocated IP 172.27.3.149 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:09.675144 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-d97bc7f2-6d41-493e-8359-0a1b5dbac14c None None] Provisioning complete for port 1260707b-4b7e-47d8-a77f-235c2c74377f triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:09.675872 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d97bc7f2-6d41-493e-8359-0a1b5dbac14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.787559 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44100) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:09.893537 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.936510 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e5a23d7d-628b-4d52-b8cd-e696bc030fb4 req-78e2a2cf-389a-4c49-8f06-8ce2edd9a40d tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.0378048 Jul 28 10:37:09.940035 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:09.997292 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1ece0059-8551-44d2-b77b-9601d604899c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.096284 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Router 52f75da0-6411-4c59-9d7d-56bf15050119 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:37:10.121078 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.213306 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:10.230599 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:10.237389 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:10.244548 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Pushing event updated for resources: {'Port': ['ID=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:10.266673 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Allocated IP 172.27.3.45 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/c85a7a31-f45b-4451-beaa-b53d030384ee) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:10.299258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:10.309673 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Sync routers for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:10.325960 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:10.329085 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:36:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:10.373362 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1ece0059-8551-44d2-b77b-9601d604899c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.401118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.402994 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-ec426f45-d8a4-4224-9733-0a38edb791e2 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.2410717 Jul 28 10:37:10.409155 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44118) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:10.411893 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1ece0059-8551-44d2-b77b-9601d604899c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.471182 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.478173 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-1ece0059-8551-44d2-b77b-9601d604899c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a65cce7ccc2648f282ef2d80df5a1100&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6869826 Jul 28 10:37:10.480939 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ece0059-8551-44d2-b77b-9601d604899c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89ede37-ef71-458a-871c-f054d1840123,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:10.483281 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44120) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:10.526383 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1e704355-9c42-4510-9242-dd9f9bfdfbd9 req-cae37b08-57b2-4dba-b86b-7c1ed0ba0bf4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0623491 Jul 28 10:37:10.560651 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:10.565710 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac3b0d9-55b9-4b34-92f4-7635b2c8374a None None] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:10.618106 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-39105a91-0b99-49c8-8e6b-16da4c952661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.644637 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-0a9e029f-6f42-4aa3-a587-f5620fc8a1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.672498 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.674968 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.679430 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-5841a210-a169-4320-8542-9c3e8502af4b None None] Provisioning for port 99cef3a5-e0eb-439a-9934-54a162bce14c completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:10.721811 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:10.730289 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:10.740765 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:10.798586 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:08Z', 'revision_number': 3, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:10.834087 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Checking router: 52f75da0-6411-4c59-9d7d-56bf15050119 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:10.834734 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Updating router 52f75da0-6411-4c59-9d7d-56bf15050119 port faef4974-e044-4199-9538-f643240c33c7 binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:10.861896 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.896463 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-39105a91-0b99-49c8-8e6b-16da4c952661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:10.920051 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Pushing event updated for resources: {'Port': ['ID=c85a7a31-f45b-4451-beaa-b53d030384ee,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:10.963532 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 99cef3a5-e0eb-439a-9934-54a162bce14c up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:10.998950 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.054758 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-39105a91-0b99-49c8-8e6b-16da4c952661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.056458 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 99cef3a5-e0eb-439a-9934-54a162bce14c completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:11.059282 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-39105a91-0b99-49c8-8e6b-16da4c952661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.065664 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-39105a91-0b99-49c8-8e6b-16da4c952661 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a89ede37-ef71-458a-871c-f054d1840123 HTTP/1.1" status: 204 len: 168 time: 0.5622461 Jul 28 10:37:11.075893 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 99cef3a5-e0eb-439a-9934-54a162bce14c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:11.076345 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.087312 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39105a91-0b99-49c8-8e6b-16da4c952661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89ede37-ef71-458a-871c-f054d1840123,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.126567 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e396aec7-aafd-4188-bfa7-2485f48179e4 req-58786227-c80e-484b-a71a-ef88e601d25a tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.0415487 Jul 28 10:37:11.233547 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.302776 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.312009 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 99cef3a5-e0eb-439a-9934-54a162bce14c, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=99cef3a5-e0eb-439a-9934-54a162bce14c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:11.331212 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-ad1f2bdc-7d3b-4d53-9fce-98a400f33ced None None] Provisioning complete for port 99cef3a5-e0eb-439a-9934-54a162bce14c triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:11.331727 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2bdc-7d3b-4d53-9fce-98a400f33ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.345699 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.361452 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Transition to ACTIVE for port object faef4974-e044-4199-9538-f643240c33c7 will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:11.370304 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.378892 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.381790 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1260707b-4b7e-47d8-a77f-235c2c74377f up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:11.398393 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.425575 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Pushing event updated for resources: {'Port': ['ID=faef4974-e044-4199-9538-f643240c33c7,revision_number=2']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.436026 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.436627 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.437221 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.437896 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.438388 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.438878 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.439416 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.440069 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.440644 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.441234 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.441975 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.442480 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Tracked resource versions report: Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: pushed versions: Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: { 'AddressGroup': {'1.2'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'ConntrackHelper': {'1.0'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Log': {'1.0'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Network': {'1.1'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Port': {'1.7'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'PortForwarding': {'1.2'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'QosPolicy': {'1.8'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroup': {'1.4'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroupRule': {'1.2'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SubPort': {'1.0'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Subnet': {'1.1'}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Trunk': {'1.1'}} Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: consumer versions: Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: { DHCP agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: HyperV agent@hv-cinder-80043: {}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: L3 agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: Metadata agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: Metering agent@dv-cinder-800431-3-iscsi: {}, Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: Open vSwitch agent@dv-cinder-800431-3-iscsi: { 'AddressGroup': '1.2', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'ConntrackHelper': '1.0', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Log': '1.0', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Network': '1.1', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Port': '1.7', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'PortForwarding': '1.2', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'QosPolicy': '1.8', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroup': '1.4', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SecurityGroupRule': '1.2', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'SubPort': '1.0', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Subnet': '1.1', Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: 'Trunk': '1.1'}} Jul 28 10:37:11.443826 dv-cinder-800431-3-iscsi neutron-server[93234]: {{(pid=93234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 10:37:11.471268 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Attempting to bind port faef4974-e044-4199-9538-f643240c33c7 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:11.472356 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Attempting to bind port faef4974-e044-4199-9538-f643240c33c7 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:11.472967 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Attempting to bind port faef4974-e044-4199-9538-f643240c33c7 on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:11.479444 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:11.480067 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:11.480667 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.481280 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:11.482368 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Bound port: faef4974-e044-4199-9538-f643240c33c7, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:11.482959 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.541040 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] For port faef4974-e044-4199-9538-f643240c33c7, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:11.545367 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] For port faef4974-e044-4199-9538-f643240c33c7, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=faef4974-e044-4199-9538-f643240c33c7,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:11.552535 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.611317 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.628561 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=99cef3a5-e0eb-439a-9934-54a162bce14c,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.644662 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef805392-dde7-469d-b423-05fd452f6ef0 None None] Pushing event updated for resources: {'Port': ['ID=faef4974-e044-4199-9538-f643240c33c7,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:11.666153 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44136) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:11.674511 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:11.675395 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:11.687406 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 1260707b-4b7e-47d8-a77f-235c2c74377f triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:11.688144 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.695783 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0bdf-7a70-4d31-addc-cf0f0f9162b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.770187 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Router ca9f7f0a-5468-4f88-aabb-282aea47654e is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:37:11.856800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:11.890144 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:11.924836 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.043100 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d6055060-9510-4d5f-950a-82dc62df4bac req-b9b8b071-c61c-447f-bb44-f8f4360e27e8 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 210 time: 0.2054672 Jul 28 10:37:12.057706 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0bdf-7a70-4d31-addc-cf0f0f9162b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.074416 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0bdf-7a70-4d31-addc-cf0f0f9162b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.190675 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Allocated IP 172.20.0.1 (2e98efdf-61ac-4cfd-96bc-8805f92caedb/93f1afbf-d46b-4e59-8f33-4f979b756f40/f035d2c3-a640-40c3-898d-043ddc7be3c9) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:12.200637 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d0bdf-7a70-4d31-addc-cf0f0f9162b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05061a2f-d86f-47fc-b27a-a845368c86a4,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:12.210972 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2a8d0bdf-7a70-4d31-addc-cf0f0f9162b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b2cb85de4a724ce29f8fe978fa7a7f04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5352385 Jul 28 10:37:12.215010 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:12.215629 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44150) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:12.225665 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Router d4923e8c-896a-4a5e-99b4-5e0fcb350526 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:37:12.233019 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Sync routers for ids ['ca9f7f0a-5468-4f88-aabb-282aea47654e'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:12.241828 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:08Z', 'revision_number': 3, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:12.252304 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Routers {'ca9f7f0a-5468-4f88-aabb-282aea47654e'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:12.253208 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['ca9f7f0a-5468-4f88-aabb-282aea47654e'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:12.268595 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.272487 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-5765adb9-eb4e-4ee7-9414-d7cb5ac88076 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.2892087 Jul 28 10:37:12.273190 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44152) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:12.283052 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4afefe05-9d63-41e7-8233-f1c8382883bf None None] The sync data for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi is: [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:08Z', 'revision_number': 3, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:12.388971 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Set router ca9f7f0a-5468-4f88-aabb-282aea47654e gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:12.499573 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b79e5427-3ca5-42a7-82cd-8ac8c74d2a3c req-03e3afbe-3fa0-4f7e-999b-b443e37020e8 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.1772199 Jul 28 10:37:12.551306 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b32f9d31-d5b0-4c1f-82e8-3be9d3ab0089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.553200 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:12.564778 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Sync routers for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:12.575546 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:12.576671 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:12.597951 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.614944 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.619746 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-28559d72-6a67-4579-bd6b-73bec13f5943 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0383689 Jul 28 10:37:12.623277 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b32f9d31-d5b0-4c1f-82e8-3be9d3ab0089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.626265 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44154) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:12.646968 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Transition to ACTIVE for port object f035d2c3-a640-40c3-898d-043ddc7be3c9 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:12.647235 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:37:10Z', 'revision_number': 3, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port': {'id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:12.693499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Checking router: ca9f7f0a-5468-4f88-aabb-282aea47654e for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:12.693756 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Updating router ca9f7f0a-5468-4f88-aabb-282aea47654e port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:12.787532 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:12.847051 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.23', 55509) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:12.951827 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:13.044175 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b32f9d31-d5b0-4c1f-82e8-3be9d3ab0089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.058477 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b32f9d31-d5b0-4c1f-82e8-3be9d3ab0089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.066067 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b32f9d31-d5b0-4c1f-82e8-3be9d3ab0089 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/05061a2f-d86f-47fc-b27a-a845368c86a4 HTTP/1.1" status: 204 len: 168 time: 0.8493817 Jul 28 10:37:13.067517 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.075422 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.119459 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 99cef3a5-e0eb-439a-9934-54a162bce14c up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:13.128569 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-da7bf7b4-b96f-496f-b0ee-0230e2e270fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:13.130201 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-da7bf7b4-b96f-496f-b0ee-0230e2e270fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.2806072 Jul 28 10:37:13.218903 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Request body: {'port': {'device_id': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'admin_state_up': True, 'tenant_id': '306fbc7a4d5e433d938a4bae2209a89a'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:13.292900 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32f9d31-d5b0-4c1f-82e8-3be9d3ab0089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05061a2f-d86f-47fc-b27a-a845368c86a4,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:13.315240 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:13.322304 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:13.325249 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 99cef3a5-e0eb-439a-9934-54a162bce14c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:13.325937 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.338963 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:13.340204 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.418683 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Pushing event updated for resources: {'Port': ['ID=f035d2c3-a640-40c3-898d-043ddc7be3c9,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:13.727190 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d5b9b95a-463c-4ab2-ac94-f61986bb5eb7 req-8ee3a1d1-bc77-4234-8ccc-c397a9f07532 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 210 time: 0.1166010 Jul 28 10:37:13.779949 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device faef4974-e044-4199-9538-f643240c33c7 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:13.784885 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:10Z', 'revision_number': 3, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:13.825130 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.23', 55518) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:13.896221 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Checking router: d4923e8c-896a-4a5e-99b4-5e0fcb350526 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:13.898766 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Updating router d4923e8c-896a-4a5e-99b4-5e0fcb350526 port c85a7a31-f45b-4451-beaa-b53d030384ee binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:13.967389 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.979852 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:13.998386 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-3c92a432-4ade-44dc-a4db-936a17d11fa6 None None] Provisioning for port f035d2c3-a640-40c3-898d-043ddc7be3c9 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:14.005282 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-35994f8e-b085-41e2-b4ca-aeee526215a3 req-d9c72adc-7f47-4ed3-911e-32be764d4708 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.0632224 Jul 28 10:37:14.031050 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.049848 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-3c92a432-4ade-44dc-a4db-936a17d11fa6 None None] Provisioning complete for port f035d2c3-a640-40c3-898d-043ddc7be3c9 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:14.054627 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-3c92a432-4ade-44dc-a4db-936a17d11fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.076054 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port faef4974-e044-4199-9538-f643240c33c7 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:14.097290 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Transition to ACTIVE for port object 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:14.109022 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-9c5677f6-8a4e-4fda-a352-3f52cd01ae6b tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:14.112124 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-9c5677f6-8a4e-4fda-a352-3f52cd01ae6b tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.23 "GET /v2.0/networks?id=325f419e-0afa-46c0-bdf9-fcbe0316bf42 HTTP/1.1" status: 200 len: 812 time: 0.2834036 Jul 28 10:37:14.126575 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port faef4974-e044-4199-9538-f643240c33c7 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:14.126959 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.133910 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.178253 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Made reservation on behalf of 306fbc7a4d5e433d938a4bae2209a89a for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:14.202622 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.229774 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Request body: {'port': {'device_id': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42', 'admin_state_up': True, 'tenant_id': '8272e15ff3f54906846a9da0f16b95ca'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:14.278020 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-3c92a432-4ade-44dc-a4db-936a17d11fa6 None None] Port f035d2c3-a640-40c3-898d-043ddc7be3c9 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:37:14.344283 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731e29c-7e06-4b58-999c-5ab478591aa0 None None] Pushing event updated for resources: {'Port': ['ID=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:14.367228 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Attempting to bind port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:14.369316 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Attempting to bind port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:14.372428 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Attempting to bind port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:14.413547 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:14.413839 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:14.414207 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.428527 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:14.440432 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Bound port: 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:14.440888 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.561530 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Made reservation on behalf of 8272e15ff3f54906846a9da0f16b95ca for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:14.568595 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.671418 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] For port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:14.680720 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.739083 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.739865 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.760386 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.780637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.790428 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] For port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:14.802203 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.842291 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.923014 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:14.950356 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Transition to ACTIVE for port object c85a7a31-f45b-4451-beaa-b53d030384ee will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:14.967653 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:15.026452 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port faef4974-e044-4199-9538-f643240c33c7, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=faef4974-e044-4199-9538-f643240c33c7,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:15.111343 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5fb78-c74d-4633-b169-eb09c751484b None None] Pushing event updated for resources: {'Port': ['ID=c85a7a31-f45b-4451-beaa-b53d030384ee,revision_number=2']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:15.114369 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Attempting to bind port c85a7a31-f45b-4451-beaa-b53d030384ee on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:15.114769 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Attempting to bind port c85a7a31-f45b-4451-beaa-b53d030384ee by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:15.115168 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Attempting to bind port c85a7a31-f45b-4451-beaa-b53d030384ee on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:15.123124 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:15.123124 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:15.123490 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:15.123845 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:15.124344 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Bound port: c85a7a31-f45b-4451-beaa-b53d030384ee, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:15.124806 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:15.131140 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:15.188279 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731e29c-7e06-4b58-999c-5ab478591aa0 None None] Pushing event updated for resources: {'Port': ['ID=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:15.227799 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] For port c85a7a31-f45b-4451-beaa-b53d030384ee, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:15.235447 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] For port c85a7a31-f45b-4451-beaa-b53d030384ee, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=c85a7a31-f45b-4451-beaa-b53d030384ee,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:15.244242 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:15.354324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Routers {'ca9f7f0a-5468-4f88-aabb-282aea47654e'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:15.354974 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['ca9f7f0a-5468-4f88-aabb-282aea47654e'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:15.360843 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:15.377449 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:15.378211 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:15.389695 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af5fb78-c74d-4633-b169-eb09c751484b None None] Pushing event updated for resources: {'Port': ['ID=c85a7a31-f45b-4451-beaa-b53d030384ee,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:15.583664 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-24b9658f-7723-4b53-855e-b0c2ec67cf1c req-3fef34b0-2610-4552-8dea-c9ec626a73be tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.1645021 Jul 28 10:37:15.584192 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=faef4974-e044-4199-9538-f643240c33c7,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:15.671096 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:15.695347 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Pushing event updated for resources: {'Port': ['ID=f035d2c3-a640-40c3-898d-043ddc7be3c9,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:15.774911 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] Set router ca9f7f0a-5468-4f88-aabb-282aea47654e gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:16.001086 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:16.009562 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:16.281285 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:37:10Z', 'revision_number': 3, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port': {'id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:16.289491 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Allocated IP 172.20.0.9 (62d4883f-dea5-4f88-8684-dde642b6cfa0/ef44b7ff-c6ff-4191-97c9-1763167237d2/6f57a2ab-148f-4e21-aeaf-c45183c305ef) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:16.310178 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:10Z', 'revision_number': 3, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:16.423692 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Allocated IP 172.20.0.1 (99b05afa-3957-4d6b-b545-1d387f52d9e8/eedb80c2-a842-46f3-9249-ed6aecbb9a09/7fb73b01-a03b-4e8a-a0c0-155fdbeb5802) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:16.438776 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dc3862-0340-4de6-ae70-612ba7ff3204 None None] The sync data for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi is: [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:10Z', 'revision_number': 3, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:16.688977 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad513ab-fec2-4a0e-8342-53f089caf7e8 None None] The sync data for ids ['ca9f7f0a-5468-4f88-aabb-282aea47654e'] in dv-cinder-800431-3-iscsi is: [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:37:10Z', 'revision_number': 3, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port': {'id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:16.689764 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ee2fa43b-46e2-4d5e-99a2-f72f177ea40e req-ee2c0076-3fc8-47bc-8036-62e27966e906 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 210 time: 1.3317926 Jul 28 10:37:16.753784 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-7e94036d-10e3-4f44-bff7-6858a64ab14f None None] Provisioning complete for port f035d2c3-a640-40c3-898d-043ddc7be3c9 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:16.754158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7e94036d-10e3-4f44-bff7-6858a64ab14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:16.850885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Router 52f75da0-6411-4c59-9d7d-56bf15050119 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:37:16.873699 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Allocated IP 172.20.0.1 (11ab1b17-9ef4-4433-b69d-ff3c73d89f04/16aad6af-c7e3-406c-ad5c-dd531b36b757/530fd2b5-cffe-406a-b8c5-140ba50252a9) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:16.876661 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Allocated IP 172.20.0.6 (325f419e-0afa-46c0-bdf9-fcbe0316bf42/4326ba40-1dad-4cbe-82ed-273740f6f953/122754f7-f4c7-428b-a951-12c2330d6835) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:16.920563 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-7e94036d-10e3-4f44-bff7-6858a64ab14f None None] Port f035d2c3-a640-40c3-898d-043ddc7be3c9 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:37:16.985615 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:17.170497 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cadb369d-35f3-4356-b51f-9beedc23e78d req-95665d71-68ec-4abf-867e-97cb5975ef45 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.1181486 Jul 28 10:37:17.214804 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:17.344701 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Transition to ACTIVE for port object 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:17.448994 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:17.487865 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-34261a91-b229-4d47-9577-114fb5464900 admin admin] 10.222.0.25 "PUT /v2.0/routers/52f75da0-6411-4c59-9d7d-56bf15050119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0772409 Jul 28 10:37:17.511908 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Sync routers for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:17.549756 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:17.554060 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:17.564654 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:17.716841 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c85a7a31-f45b-4451-beaa-b53d030384ee up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:17.746420 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:17.763415 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:17.779188 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:17.780934 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:17.849473 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.029181 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.049355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:18.060112 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port c85a7a31-f45b-4451-beaa-b53d030384ee completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:18.075085 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port c85a7a31-f45b-4451-beaa-b53d030384ee triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:18.077505 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.169549 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:18.206883 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.227361 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44344) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:18.318793 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f2473-70e1-4db5-9202-ec5ca0a57b96 req-a5fc3c6e-a355-4720-a922-d59d08be219e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:18.326397 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-668f2473-70e1-4db5-9202-ec5ca0a57b96 req-a5fc3c6e-a355-4720-a922-d59d08be219e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 931 time: 0.3383982 Jul 28 10:37:18.366977 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.379067 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.393526 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.486853 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-18653a5f-eb4b-48e2-992b-4e49046aefb6 None None] Provisioning for port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:18.499354 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-18653a5f-eb4b-48e2-992b-4e49046aefb6 None None] Provisioning complete for port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:18.499738 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-18653a5f-eb4b-48e2-992b-4e49046aefb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.595169 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:18.629535 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port c85a7a31-f45b-4451-beaa-b53d030384ee, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=c85a7a31-f45b-4451-beaa-b53d030384ee,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:18.637362 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-18653a5f-eb4b-48e2-992b-4e49046aefb6 None None] Port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:37:18.645071 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:18.658729 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-668f2473-70e1-4db5-9202-ec5ca0a57b96 req-af95b4d8-c453-458f-b4dd-67fc5a8e5c04 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158619 Jul 28 10:37:18.668180 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.673708 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:18.706174 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:18.706971 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.771562 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:18.773423 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device faef4974-e044-4199-9538-f643240c33c7 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:18.880073 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6656220 Jul 28 10:37:18.949109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:19.000769 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-540f8fe8-d0dd-4725-98ef-9a324a7f6397 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:37:19.003092 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-540f8fe8-d0dd-4725-98ef-9a324a7f6397 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149326 Jul 28 10:37:19.020456 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:19.040592 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:19.047775 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=c85a7a31-f45b-4451-beaa-b53d030384ee,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.054228 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:19.055682 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.084072 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port faef4974-e044-4199-9538-f643240c33c7 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:19.085220 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.116384 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:19.129505 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:19.136824 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:19.137363 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.218225 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0412347 Jul 28 10:37:19.237599 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44362) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:19.255126 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-e1ad6f97-443d-4a14-aeac-f5bccebc085d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028582005', 'description': 'tempest-description--143824953'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:19.280662 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-96667a1d-8d60-4fcb-9829-4fdb2744c783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.313590 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c322de-b37c-4c36-a119-8998f67a7b84 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event updated for resources: {'Port': ['ID=6f57a2ab-148f-4e21-aeaf-c45183c305ef,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.359540 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 2, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:19.374495 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7225c68-fdf0-43e4-a3df-00d32113eb6f req-8ffcbe36-f372-4b7b-b88a-ffd81252c08a tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:19.376318 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a7225c68-fdf0-43e4-a3df-00d32113eb6f req-8ffcbe36-f372-4b7b-b88a-ffd81252c08a tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 931 time: 0.2821908 Jul 28 10:37:19.381040 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.386254 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6f97-443d-4a14-aeac-f5bccebc085d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.464573 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.474193 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.509151 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Checking router: 52f75da0-6411-4c59-9d7d-56bf15050119 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:19.509850 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Updating router 52f75da0-6411-4c59-9d7d-56bf15050119 port f035d2c3-a640-40c3-898d-043ddc7be3c9 binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:19.513324 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Pushing event updated for resources: {'Port': ['ID=530fd2b5-cffe-406a-b8c5-140ba50252a9,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.567958 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:19.611297 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.624588 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26106bd0-bd55-437c-b4bb-5e6e77fcb712 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Pushing event updated for resources: {'Port': ['ID=122754f7-f4c7-428b-a951-12c2330d6835,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:19.632222 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Request body: {'port': {'device_id': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:19.646507 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Request body: {'port': {'device_id': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:19.758748 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a7225c68-fdf0-43e4-a3df-00d32113eb6f req-e1d46d2b-4dcc-4ec8-b7a0-d860fb2a04db tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541958 Jul 28 10:37:19.765610 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:19.933125 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:19.959635 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:20.004931 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-96667a1d-8d60-4fcb-9829-4fdb2744c783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.076861 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:20.113506 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:20.117389 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.214493 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6f97-443d-4a14-aeac-f5bccebc085d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.217553 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-96667a1d-8d60-4fcb-9829-4fdb2744c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.223612 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6f97-443d-4a14-aeac-f5bccebc085d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.480967 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.528564 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.537949 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6f97-443d-4a14-aeac-f5bccebc085d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.542247 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e1ad6f97-443d-4a14-aeac-f5bccebc085d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2946103 Jul 28 10:37:20.544172 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44388) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:20.548946 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.553912 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96667a1d-8d60-4fcb-9829-4fdb2744c783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e1b6056-07ee-4f2a-bfbf-955a1d04f46c,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.600318 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-791a5073-8a6f-486e-8cc6-da6fa8dc8cd3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'security_group_rule': {'security_group_id': '91183095-7d4e-4c03-ae4e-95dc11a456c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:20.626496 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-96667a1d-8d60-4fcb-9829-4fdb2744c783 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1abaa9a068c41f49a1e53b5dbaa3a02&name=default HTTP/1.1" status: 200 len: 2975 time: 2.3928335 Jul 28 10:37:20.626496 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44390) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:20.626496 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44392) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:20.659247 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:20.728639 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Router d4923e8c-896a-4a5e-99b4-5e0fcb350526 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:37:20.776182 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad6f97-443d-4a14-aeac-f5bccebc085d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91183095-7d4e-4c03-ae4e-95dc11a456c6,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:20.799253 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.807978 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c85a7a31-f45b-4451-beaa-b53d030384ee up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:20.931258 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-daeeefec-de5c-4f28-8861-722f040d0f77 None None] Provisioning complete for port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:20.935216 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-daeeefec-de5c-4f28-8861-722f040d0f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:20.976013 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:21.028907 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-791a5073-8a6f-486e-8cc6-da6fa8dc8cd3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.029443 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.058550 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Transition to ACTIVE for port object f035d2c3-a640-40c3-898d-043ddc7be3c9 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:21.062918 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-daeeefec-de5c-4f28-8861-722f040d0f77 None None] Port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:37:21.075851 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.137487 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port c85a7a31-f45b-4451-beaa-b53d030384ee triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:21.137871 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.367385 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55950efc-202e-42b3-ad38-d191858f6072 None None] Pushing event updated for resources: {'Port': ['ID=f035d2c3-a640-40c3-898d-043ddc7be3c9,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:21.390292 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8d5f98dc-b229-4a1a-8555-bbf9317d3064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.420058 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Attempting to bind port f035d2c3-a640-40c3-898d-043ddc7be3c9 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:21.420613 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Attempting to bind port f035d2c3-a640-40c3-898d-043ddc7be3c9 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:21.421068 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Attempting to bind port f035d2c3-a640-40c3-898d-043ddc7be3c9 on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:21.430716 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:21.431137 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Checking segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:21.431584 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.432027 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Bound using segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:21.432570 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Bound port: f035d2c3-a640-40c3-898d-043ddc7be3c9, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:21.433024 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.550144 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9e46cebe-4065-424c-a795-feb35b127e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.623574 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6563eb-76f3-4347-b28c-8c154dfc0066 req-517e4c41-3619-4024-bcfe-9245ad971cb3 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:21.629004 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9c6563eb-76f3-4347-b28c-8c154dfc0066 req-517e4c41-3619-4024-bcfe-9245ad971cb3 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 931 time: 0.6102076 Jul 28 10:37:21.684494 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] For port f035d2c3-a640-40c3-898d-043ddc7be3c9, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:21.691147 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] For port f035d2c3-a640-40c3-898d-043ddc7be3c9, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=f035d2c3-a640-40c3-898d-043ddc7be3c9,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:21.707219 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.759253 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9e46cebe-4065-424c-a795-feb35b127e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.766205 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:21.775360 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Sync routers for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:21.792326 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83384bec-2b0c-4211-a6c6-1bf12fef474d req-5340e2fc-6210-4447-a565-f2d77277d73e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:21.793190 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5278faba-e460-44af-bd27-1d5cb35398b5 admin admin] 10.222.0.25 "PUT /v2.0/routers/d4923e8c-896a-4a5e-99b4-5e0fcb350526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1631203 Jul 28 10:37:21.793932 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-83384bec-2b0c-4211-a6c6-1bf12fef474d req-5340e2fc-6210-4447-a565-f2d77277d73e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 931 time: 1.8556643 Jul 28 10:37:21.794560 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:21.800287 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:21.800965 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:21.857655 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55950efc-202e-42b3-ad38-d191858f6072 None None] Pushing event updated for resources: {'Port': ['ID=f035d2c3-a640-40c3-898d-043ddc7be3c9,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:21.873683 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44412) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:21.892256 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:21.893106 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:21.955497 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9c6563eb-76f3-4347-b28c-8c154dfc0066 req-ca638509-ba1f-4a57-b1fc-23b99899c738 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409368 Jul 28 10:37:22.115497 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:22.135108 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9e46cebe-4065-424c-a795-feb35b127e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.145728 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9e46cebe-4065-424c-a795-feb35b127e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.147400 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9e46cebe-4065-424c-a795-feb35b127e4b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e1b6056-07ee-4f2a-bfbf-955a1d04f46c HTTP/1.1" status: 204 len: 168 time: 1.5013180 Jul 28 10:37:22.241990 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-83384bec-2b0c-4211-a6c6-1bf12fef474d req-b9487305-0f6c-457c-b539-ec9d9d935dcd tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4236748 Jul 28 10:37:22.267735 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e46cebe-4065-424c-a795-feb35b127e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e1b6056-07ee-4f2a-bfbf-955a1d04f46c,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:22.369214 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-791a5073-8a6f-486e-8cc6-da6fa8dc8cd3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.403641 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-791a5073-8a6f-486e-8cc6-da6fa8dc8cd3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.502094 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a5073-8a6f-486e-8cc6-da6fa8dc8cd3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0d38ac-ba6d-4358-bbf1-121bfe1e83a1,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:22.511730 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:22.590919 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0a4d874f-a2d9-4802-b3a4-3d51dd1567eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.601576 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8d5f98dc-b229-4a1a-8555-bbf9317d3064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.615271 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8d5f98dc-b229-4a1a-8555-bbf9317d3064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.648437 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-791a5073-8a6f-486e-8cc6-da6fa8dc8cd3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.652659 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-791a5073-8a6f-486e-8cc6-da6fa8dc8cd3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.0696933 Jul 28 10:37:22.689096 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44428) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:22.694618 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 2, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:22.704212 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-b96d7b7b-6787-490e-ae36-374dfdaf2831 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'security_group_rule': {'security_group_id': '91183095-7d4e-4c03-ae4e-95dc11a456c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:22.717201 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:22.742241 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Checking router: d4923e8c-896a-4a5e-99b4-5e0fcb350526 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:22.743315 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Updating router d4923e8c-896a-4a5e-99b4-5e0fcb350526 port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:22.772260 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-8d5f98dc-b229-4a1a-8555-bbf9317d3064 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f37a48af7eb644b6b06909f0d3f8889a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1272416 Jul 28 10:37:22.780257 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44434) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:22.795496 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5f98dc-b229-4a1a-8555-bbf9317d3064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f53390-af84-4a27-b122-f9eea2eff512,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:22.827153 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.885655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-55459849-cdb5-4167-a9d2-a4fb25ee7cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.926563 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-55459849-cdb5-4167-a9d2-a4fb25ee7cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:22.929486 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0a4d874f-a2d9-4802-b3a4-3d51dd1567eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.062127 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0a4d874f-a2d9-4802-b3a4-3d51dd1567eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.088553 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b96d7b7b-6787-490e-ae36-374dfdaf2831 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.097846 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f57a2ab-148f-4e21-aeaf-c45183c305ef {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:23.129926 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:23.130519 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.191383 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.222399 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-55459849-cdb5-4167-a9d2-a4fb25ee7cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.241964 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-55459849-cdb5-4167-a9d2-a4fb25ee7cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.254236 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-55459849-cdb5-4167-a9d2-a4fb25ee7cfb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d4f53390-af84-4a27-b122-f9eea2eff512 HTTP/1.1" status: 204 len: 168 time: 0.4725957 Jul 28 10:37:23.319867 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55459849-cdb5-4167-a9d2-a4fb25ee7cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f53390-af84-4a27-b122-f9eea2eff512,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:23.338471 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b96d7b7b-6787-490e-ae36-374dfdaf2831 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.348608 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b96d7b7b-6787-490e-ae36-374dfdaf2831 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.408571 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 122754f7-f4c7-428b-a951-12c2330d6835 {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:23.422424 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96d7b7b-6787-490e-ae36-374dfdaf2831 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b789339a-4872-43bf-8dc5-f3caedb12d2a,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:23.426678 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-0a4d874f-a2d9-4802-b3a4-3d51dd1567eb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=74fd5254600b4897a9d78fddb225df31&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5479267 Jul 28 10:37:23.429736 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44452) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:23.438229 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44454) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:23.468329 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4d874f-a2d9-4802-b3a4-3d51dd1567eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17405559-9527-4473-9674-d5c2861ad4df,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:23.491292 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.494908 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Transition to ACTIVE for port object 6f57a2ab-148f-4e21-aeaf-c45183c305ef will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:23.528916 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992757079', 'description': 'tempest-description--1226090708'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:23.542881 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.549596 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b96d7b7b-6787-490e-ae36-374dfdaf2831 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.556505 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b96d7b7b-6787-490e-ae36-374dfdaf2831 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8608551 Jul 28 10:37:23.556740 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44458) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:23.601445 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.619685 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Transition to ACTIVE for port object 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:23.623308 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:21Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:23.631986 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.642210 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.653317 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b9c9-e85c-4450-838f-70728acbfd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.655326 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:23.664010 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Transition to ACTIVE for port object 122754f7-f4c7-428b-a951-12c2330d6835 will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:23.692120 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Pushing event updated for resources: {'Port': ['ID=6f57a2ab-148f-4e21-aeaf-c45183c305ef,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:23.694747 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ff4a0ac-36a7-4829-937d-049f20839e9d None None] The sync data for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi is: [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:21Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:23.713990 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b9c9-e85c-4450-838f-70728acbfd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.714152 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.752087 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a55b9-5b39-407e-aba7-dcedaae94902 req-3b0a380d-f9da-498c-97dd-ce2a0de335c3 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:23.753743 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ca8a55b9-5b39-407e-aba7-dcedaae94902 req-3b0a380d-f9da-498c-97dd-ce2a0de335c3 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 931 time: 0.5281129 Jul 28 10:37:23.790653 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.db.api [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 10:37:23.790653 dv-cinder-800431-3-iscsi neutron-server[93232]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 10:37:23.790653 dv-cinder-800431-3-iscsi neutron-server[93232]: [parameters: {'project_id_1': '64f97a7ceb6d4d14928726470b026565', 'expiration_1': datetime.datetime(2021, 7, 28, 10, 37, 23, 700498)}] Jul 28 10:37:23.790653 dv-cinder-800431-3-iscsi neutron-server[93232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 10:37:23.791166 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG oslo_db.api [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:37:23.835355 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d68479-541f-4145-9297-35b7dc528a21 None None] Pushing event updated for resources: {'Port': ['ID=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:23.840110 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418db5f-aa29-4313-9774-d8033d1db96d req-c8f12263-8cd7-40b7-9e44-df938200b648 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:23.847335 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6418db5f-aa29-4313-9774-d8033d1db96d req-c8f12263-8cd7-40b7-9e44-df938200b648 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 943 time: 0.1179380 Jul 28 10:37:23.926364 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.945882 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6418db5f-aa29-4313-9774-d8033d1db96d req-6e9a82a1-097e-4e2d-965b-a7b79c699529 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971510 Jul 28 10:37:23.949210 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b9c9-e85c-4450-838f-70728acbfd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.957527 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3fe4b9c9-e85c-4450-838f-70728acbfd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:23.960175 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3fe4b9c9-e85c-4450-838f-70728acbfd38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/17405559-9527-4473-9674-d5c2861ad4df HTTP/1.1" status: 204 len: 168 time: 0.5171602 Jul 28 10:37:23.991699 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4b9c9-e85c-4450-838f-70728acbfd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17405559-9527-4473-9674-d5c2861ad4df,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:23.998469 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Attempting to bind port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:23.998849 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Attempting to bind port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:23.999222 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Attempting to bind port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:24.005700 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:24.006159 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Checking segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:24.012425 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.012882 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Bound using segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:24.013398 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Bound port: 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:24.013872 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.060200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.097901 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f035d2c3-a640-40c3-898d-043ddc7be3c9 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:24.171559 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.175696 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.229577 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port f035d2c3-a640-40c3-898d-043ddc7be3c9 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:24.237851 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] For port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:24.241679 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port f035d2c3-a640-40c3-898d-043ddc7be3c9 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:24.242981 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.250977 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] For port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:24.259689 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.292642 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.445632 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.472627 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d68479-541f-4145-9297-35b7dc528a21 None None] Pushing event updated for resources: {'Port': ['ID=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,revision_number=4']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:24.516133 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:24.521350 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:24.528543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44470) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:24.544214 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port f035d2c3-a640-40c3-898d-043ddc7be3c9, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=f035d2c3-a640-40c3-898d-043ddc7be3c9,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:24.552910 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.622188 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3b73-010b-4b22-9672-82163621e3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.712457 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=f035d2c3-a640-40c3-898d-043ddc7be3c9,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:24.784140 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.819654 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:24.890648 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:24.968193 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:25.007322 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:25.030576 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c481673-afea-4da3-815f-6e11d98cf735,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.135978 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Pushing event updated for resources: {'Port': ['ID=122754f7-f4c7-428b-a951-12c2330d6835,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.210878 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3b73-010b-4b22-9672-82163621e3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.230570 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ae4e3b73-010b-4b22-9672-82163621e3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.245411 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Pushing event updated for resources: {'Port': ['ID=530fd2b5-cffe-406a-b8c5-140ba50252a9,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.258702 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ca8a55b9-5b39-407e-aba7-dcedaae94902 req-399a9d36-1236-4b57-8e81-e7eaba05c7e0 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3746154 Jul 28 10:37:25.260914 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.271319 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-caa2f8bb-a68b-49cc-a479-f08e83e43d73 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7465332 Jul 28 10:37:25.308600 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44484) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:25.335850 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Attempting to bind port 6f57a2ab-148f-4e21-aeaf-c45183c305ef on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:25.350793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Attempting to bind port 6f57a2ab-148f-4e21-aeaf-c45183c305ef by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:25.351294 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Attempting to bind port 6f57a2ab-148f-4e21-aeaf-c45183c305ef on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:25.365334 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Port 6f57a2ab-148f-4e21-aeaf-c45183c305ef on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:37:25.365730 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Attempting to bind port 6f57a2ab-148f-4e21-aeaf-c45183c305ef on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:25.375188 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-571a5824-77ba-4d61-9f57-50097f96b5ad tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'security_group_rule': {'security_group_id': '4c481673-afea-4da3-815f-6e11d98cf735', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:25.391738 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Attempting to bind port 122754f7-f4c7-428b-a951-12c2330d6835 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:25.392130 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Attempting to bind port 122754f7-f4c7-428b-a951-12c2330d6835 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'c18498c1-e303-4aeb-a433-ef79096bfdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:25.392536 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Attempting to bind port 122754f7-f4c7-428b-a951-12c2330d6835 on network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:25.406924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Port 122754f7-f4c7-428b-a951-12c2330d6835 on network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:37:25.407434 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Attempting to bind port 122754f7-f4c7-428b-a951-12c2330d6835 on network 325f419e-0afa-46c0-bdf9-fcbe0316bf42 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:25.411516 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:25.412026 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Checking segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:25.412661 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Bound using segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:25.413287 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Bound port: 6f57a2ab-148f-4e21-aeaf-c45183c305ef, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:25.413786 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.454418 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:25.506414 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72d9a51-2d3a-4b74-b0a8-653bec2184ed None None] The sync data for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi is: [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:25.541915 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-ae4e3b73-010b-4b22-9672-82163621e3d8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=15ce380299024bb4b4d24cb13952c739&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0075214 Jul 28 10:37:25.542751 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44488) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:25.594516 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:25.594856 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Checking segment: {'id': 'c18498c1-e303-4aeb-a433-ef79096bfdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:25.595298 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Bound using segment: {'id': 'c18498c1-e303-4aeb-a433-ef79096bfdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:25.595761 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Bound port: 122754f7-f4c7-428b-a951-12c2330d6835, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c18498c1-e303-4aeb-a433-ef79096bfdcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:25.596107 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.620081 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e3b73-010b-4b22-9672-82163621e3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63168b03-27fb-4b04-bdea-952dccc46fc5,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:25.626397 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Router ca9f7f0a-5468-4f88-aabb-282aea47654e has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:37:25.708280 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-571a5824-77ba-4d61-9f57-50097f96b5ad tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.792960 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5d549162-241a-4dac-a571-5db2bf95a0e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.854711 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5d549162-241a-4dac-a571-5db2bf95a0e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.951751 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-571a5824-77ba-4d61-9f57-50097f96b5ad tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:25.961375 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-571a5824-77ba-4d61-9f57-50097f96b5ad tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.001009 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571a5824-77ba-4d61-9f57-50097f96b5ad tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebaef29b-c4b1-4f45-bb3a-ef9bd43c934a,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:26.076736 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-571a5824-77ba-4d61-9f57-50097f96b5ad tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.084857 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-571a5824-77ba-4d61-9f57-50097f96b5ad tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7393868 Jul 28 10:37:26.091536 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44498) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:26.120512 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-132f5086-0eb1-4afb-863d-804d2095b1f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'security_group_rule': {'security_group_id': '4c481673-afea-4da3-815f-6e11d98cf735', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:26.176129 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5d549162-241a-4dac-a571-5db2bf95a0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.178903 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5d549162-241a-4dac-a571-5db2bf95a0e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.195298 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5d549162-241a-4dac-a571-5db2bf95a0e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63168b03-27fb-4b04-bdea-952dccc46fc5 HTTP/1.1" status: 204 len: 168 time: 0.6261523 Jul 28 10:37:26.210463 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-132f5086-0eb1-4afb-863d-804d2095b1f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.230985 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d549162-241a-4dac-a571-5db2bf95a0e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63168b03-27fb-4b04-bdea-952dccc46fc5,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:26.283945 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f035d2c3-a640-40c3-898d-043ddc7be3c9 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:26.487234 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a9c4d-b227-408c-bd72-0e6d1eb00e64 req-7050af12-9e04-4e59-abd3-400b4b0eb09e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:26.500035 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-132f5086-0eb1-4afb-863d-804d2095b1f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.501215 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5e0a9c4d-b227-408c-bd72-0e6d1eb00e64 req-7050af12-9e04-4e59-abd3-400b4b0eb09e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 943 time: 0.9071815 Jul 28 10:37:26.507129 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-132f5086-0eb1-4afb-863d-804d2095b1f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.514339 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port f035d2c3-a640-40c3-898d-043ddc7be3c9 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:26.519034 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.561570 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132f5086-0eb1-4afb-863d-804d2095b1f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a35a2946-3606-4fcf-ac1d-f051e81979f3,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:26.573612 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-132f5086-0eb1-4afb-863d-804d2095b1f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.575229 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-132f5086-0eb1-4afb-863d-804d2095b1f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4838724 Jul 28 10:37:26.578821 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44514) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:26.592358 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:26.656259 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] For port 122754f7-f4c7-428b-a951-12c2330d6835, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:26.661785 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] For port 6f57a2ab-148f-4e21-aeaf-c45183c305ef, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:26.716935 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.804644 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:26.837532 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:26.902892 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b735975-fae0-424f-ba6b-301b2a42360f req-a44c3824-46e2-4d07-baed-6fb77fc3be82 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:26.905033 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9b735975-fae0-424f-ba6b-301b2a42360f req-a44c3824-46e2-4d07-baed-6fb77fc3be82 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 943 time: 0.2612669 Jul 28 10:37:26.977277 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:26.992214 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:26.993874 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.016372 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Allocated IP 172.27.3.252 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/a08e5c1b-f087-4527-bc81-b97213965b22) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:27.076376 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9b735975-fae0-424f-ba6b-301b2a42360f req-4fce6d86-c9e5-4fbf-9b20-3f5183aac571 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348507 Jul 28 10:37:27.159169 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.256498 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:27.261580 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.345463 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.378323 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:27.382527 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] For port 6f57a2ab-148f-4e21-aeaf-c45183c305ef, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:27.397420 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] For port 122754f7-f4c7-428b-a951-12c2330d6835, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=122754f7-f4c7-428b-a951-12c2330d6835,segment=NetworkSegment(c18498c1-e303-4aeb-a433-ef79096bfdcc),segment_id=c18498c1-e303-4aeb-a433-ef79096bfdcc)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:27.412785 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5e0a9c4d-b227-408c-bd72-0e6d1eb00e64 req-c5f12fcc-7633-4747-96c4-231842afc48b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9100215 Jul 28 10:37:27.418782 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.432535 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.432535 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.483170 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:27.518460 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:27.519109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:27.520559 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] 10.222.0.23 "PUT /v2.0/ports/6f57a2ab-148f-4e21-aeaf-c45183c305ef HTTP/1.1" status: 200 len: 1093 time: 8.1188457 Jul 28 10:37:27.522462 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'tag': '6f57a2ab-148f-4e21-aeaf-c45183c305ef'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:27.963283 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:28.097662 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-46cc1c1d-3887-4d78-b34f-ab042ac8902b admin admin] 10.222.0.25 "PUT /v2.0/routers/ca9f7f0a-5468-4f88-aabb-282aea47654e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8220313 Jul 28 10:37:28.105320 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Sync routers for ids ['ca9f7f0a-5468-4f88-aabb-282aea47654e'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:28.159158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:28.159837 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:28.163328 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad90bd-9973-4ced-b6e2-e34df7458bde service neutron] Pushing event updated for resources: {'Port': ['ID=6f57a2ab-148f-4e21-aeaf-c45183c305ef,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:28.197873 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:28.198640 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:28.203603 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] 10.222.0.23 "PUT /v2.0/ports/122754f7-f4c7-428b-a951-12c2330d6835 HTTP/1.1" status: 200 len: 1093 time: 8.8592300 Jul 28 10:37:28.260182 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Routers {'ca9f7f0a-5468-4f88-aabb-282aea47654e'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:28.260845 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['ca9f7f0a-5468-4f88-aabb-282aea47654e'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:28.297728 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-48a5c64b-ed31-4707-b89d-0501735989f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:28.299549 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-48a5c64b-ed31-4707-b89d-0501735989f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 1096 time: 0.3109515 Jul 28 10:37:28.308055 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:28.332789 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01743e57-2fb7-4946-ade0-7bc60b1c207e service neutron] Pushing event updated for resources: {'Port': ['ID=122754f7-f4c7-428b-a951-12c2330d6835,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:28.362067 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346412b2-c99a-47bd-83c4-4624520794c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3db5de-a472-45e5-a610-d9bdd36b7bd3", "tag": "6f57a2ab-148f-4e21-aeaf-c45183c305ef"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:28.393837 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:28.398471 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:28.403863 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:28.419361 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63619a8-7f83-4d8a-9c5f-f78583d9d024 req-392d8dd2-ef67-4ed8-8e9c-f011d68f6e22 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:28.438444 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a63619a8-7f83-4d8a-9c5f-f78583d9d024 req-392d8dd2-ef67-4ed8-8e9c-f011d68f6e22 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 943 time: 0.1978230 Jul 28 10:37:28.458582 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Allocated IP 172.27.3.67 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/1b285dd5-9fef-4ea8-894b-0617b4b50b06) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:28.521540 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'Port': ['ID=a08e5c1b-f087-4527-bc81-b97213965b22,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:28.529487 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Set router ca9f7f0a-5468-4f88-aabb-282aea47654e gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:28.568787 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a63619a8-7f83-4d8a-9c5f-f78583d9d024 req-84233311-208a-4e0c-8424-e7a1de1f29b3 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359010 Jul 28 10:37:28.647661 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-55243d15-0a63-4a32-88e9-75dc62e7af56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef HTTP/1.1" status: 200 len: 217 time: 0.1718583 Jul 28 10:37:28.672908 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:28.708924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:28.755633 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-33c11afb-35d6-46d6-a614-16122c3b87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:28.757952 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-33c11afb-35d6-46d6-a614-16122c3b87ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.1019614 Jul 28 10:37:28.780900 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c19742-62d2-4da9-a5f0-1b523319314f req-3e72a1a4-235c-4776-88ab-be0524a1b2ce tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:28.782506 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-28c19742-62d2-4da9-a5f0-1b523319314f req-3e72a1a4-235c-4776-88ab-be0524a1b2ce tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 943 time: 0.0923612 Jul 28 10:37:28.804160 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:28.805914 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:28.937248 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:28.940183 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:37:20Z', 'revision_number': 4, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port': {'id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '530fd2b5-cffe-406a-b8c5-140ba50252a9', 'name': '', 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'mac_address': 'fa:16:3e:ea:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:14Z', 'updated_at': '2021-07-28T10:37:22Z', 'revision_number': 2, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'subnets': [{'id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:28.955755 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-28c19742-62d2-4da9-a5f0-1b523319314f req-2b56654d-5bd2-43c3-ac7f-eb374ebf7afb tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663015 Jul 28 10:37:28.967845 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:28.970841 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:28.973936 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-9b3f8896-0862-4c72-8503-8b0de098ceab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646512 Jul 28 10:37:28.985804 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Checking router: ca9f7f0a-5468-4f88-aabb-282aea47654e for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:28.985804 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Updating router ca9f7f0a-5468-4f88-aabb-282aea47654e port 530fd2b5-cffe-406a-b8c5-140ba50252a9 binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:37:28.986152 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-d0a16fae-3747-438a-89fa-d057a90f39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:28.986998 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-d0a16fae-3747-438a-89fa-d057a90f39bb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8272e15ff3f54906846a9da0f16b95ca&device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 1096 time: 0.5068440 Jul 28 10:37:28.991265 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'Port': ['ID=1b285dd5-9fef-4ea8-894b-0617b4b50b06,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:29.043821 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.125444 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fc5db1-00ed-4ddc-9525-e7aafed8d640 x-openstack-request-id: req-88fc5db1-00ed-4ddc-9525-e7aafed8d640 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:29.125742 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3db5de-a472-45e5-a610-d9bdd36b7bd3", "tag": "6f57a2ab-148f-4e21-aeaf-c45183c305ef", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:29.125981 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88fc5db1-00ed-4ddc-9525-e7aafed8d640 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:29.126519 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'tag': '6f57a2ab-148f-4e21-aeaf-c45183c305ef', 'status': 'completed', 'code': 200} Jul 28 10:37:29.171062 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.209054 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-4695d617-a875-4756-b50e-02620f140f93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=122754f7-f4c7-428b-a951-12c2330d6835 HTTP/1.1" status: 200 len: 217 time: 0.0816612 Jul 28 10:37:29.220834 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.295573 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.304425 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-d7c5c346-fd04-435a-8e4e-e9bb07651922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:29.306122 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-d7c5c346-fd04-435a-8e4e-e9bb07651922 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4326ba40-1dad-4cbe-82ed-273740f6f953 HTTP/1.1" status: 200 len: 852 time: 0.0875025 Jul 28 10:37:29.337906 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.399914 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-1ad41bff-ca2c-45f6-b8d1-db7828a87079 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=325f419e-0afa-46c0-bdf9-fcbe0316bf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703833 Jul 28 10:37:29.414444 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-fe57ae71-d5ee-4db3-ad20-9048d1d551fe service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4264205 Jul 28 10:37:29.436879 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.444145 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.549466 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'Port': ['ID=a08e5c1b-f087-4527-bc81-b97213965b22,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:29.559928 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-b7fd99e7-8fb7-4e6e-ac53-34b5029505bd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:29.562179 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-b7fd99e7-8fb7-4e6e-ac53-34b5029505bd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 819 time: 0.1151786 Jul 28 10:37:29.563454 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.581772 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.583003 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-be6cce3c-e2ad-4bf1-bef7-1ab519e4459f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9561017 Jul 28 10:37:29.605523 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.611649 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-e9061f6a-601b-4475-8f83-35cc3473cb37 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/quotas/02bb4273bddb44d783e4291853ff94bc HTTP/1.1" status: 200 len: 375 time: 0.0402632 Jul 28 10:37:29.671612 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.673178 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0916047 Jul 28 10:37:29.674107 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55f5714-3e63-43c7-a4e1-a7caa0b1c474 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'Port': ['ID=1b285dd5-9fef-4ea8-894b-0617b4b50b06,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:29.719649 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25c4be8-08b0-4ed4-90d9-0d3e7f0ed052 req-92e0346f-ba59-4d38-8ae0-402c32e89170 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930746 Jul 28 10:37:29.740862 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-064c245f-85c6-4f8b-b251-d1f416cc9f4c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1089711 Jul 28 10:37:29.781439 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.794253 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Transition to ACTIVE for port object 530fd2b5-cffe-406a-b8c5-140ba50252a9 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:29.796196 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-0c2e0e13-8007-4dbd-8e4c-812d6e4964c2 service neutron] 10.222.0.23 "GET /v2.0/networks/325f419e-0afa-46c0-bdf9-fcbe0316bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792512 Jul 28 10:37:29.804419 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:29.840643 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ff952-18f6-4579-a98b-50c92b0c865c req-f21b0ef8-9d11-486f-9ace-72a4206da583 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:29.854200 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-527ff952-18f6-4579-a98b-50c92b0c865c req-f21b0ef8-9d11-486f-9ace-72a4206da583 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 943 time: 0.1667123 Jul 28 10:37:29.940948 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910f99e-5b15-4e9b-b7e6-ad6c1b615359 None None] Pushing event updated for resources: {'Port': ['ID=530fd2b5-cffe-406a-b8c5-140ba50252a9,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:30.021228 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Attempting to bind port 530fd2b5-cffe-406a-b8c5-140ba50252a9 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:30.021508 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Attempting to bind port 530fd2b5-cffe-406a-b8c5-140ba50252a9 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:30.021939 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Attempting to bind port 530fd2b5-cffe-406a-b8c5-140ba50252a9 on network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:30.034752 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:30.035117 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Checking segment: {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:30.035515 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:30.035937 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Bound using segment: {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:30.036367 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Bound port: 530fd2b5-cffe-406a-b8c5-140ba50252a9, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:30.036741 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:30.037239 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-5a4bff9e-fd30-4cbe-bf5c-d9b47523f332 service neutron] 10.222.0.25 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952511 Jul 28 10:37:30.108548 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-527ff952-18f6-4579-a98b-50c92b0c865c req-dfb7f275-6bbe-4f6d-9449-36388267bc24 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527697 Jul 28 10:37:30.112569 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346412b2-c99a-47bd-83c4-4624520794c9 req-e1ca1a5c-2122-42f1-a9ae-5db59d8a758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:30.113570 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-346412b2-c99a-47bd-83c4-4624520794c9 req-e1ca1a5c-2122-42f1-a9ae-5db59d8a758e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 1096 time: 0.2561646 Jul 28 10:37:30.158986 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-4d17d113-71d1-4228-8d58-bbfd50550d75 service neutron] 10.222.0.25 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204181 Jul 28 10:37:30.202751 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44654) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:30.222533 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] For port 530fd2b5-cffe-406a-b8c5-140ba50252a9, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:30.229244 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] For port 530fd2b5-cffe-406a-b8c5-140ba50252a9, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=530fd2b5-cffe-406a-b8c5-140ba50252a9,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:30.240619 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:30.318964 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Routers {'ca9f7f0a-5468-4f88-aabb-282aea47654e'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:30.319754 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['ca9f7f0a-5468-4f88-aabb-282aea47654e'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:30.323548 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42fad92-de9f-4473-b15f-7e584f564d6f req-eeed8a97-b876-4aec-a534-032913f19152 service neutron] 10.222.0.23 "GET /v2.0/networks/325f419e-0afa-46c0-bdf9-fcbe0316bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4604557 Jul 28 10:37:30.409456 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-6d991b17-fd2a-4cd8-8d30-4c2c69f7c476 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2028582005&fields=id&tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 267 time: 0.1253686 Jul 28 10:37:30.516009 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44686) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:30.632445 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7aa43581-7632-4c2a-a063-77dd0e84c70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:30.635546 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:30.648155 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-623344e5-6332-4c4a-aa03-82a7db282a44 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1992757079&fields=id&tenant_id=64f97a7ceb6d4d14928726470b026565 HTTP/1.1" status: 200 len: 267 time: 0.1659701 Jul 28 10:37:30.662361 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] Set router ca9f7f0a-5468-4f88-aabb-282aea47654e gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:30.672793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346412b2-c99a-47bd-83c4-4624520794c9 req-7fa15314-a48d-4e32-ad4e-e1be5f4c6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:30.674365 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-346412b2-c99a-47bd-83c4-4624520794c9 req-7fa15314-a48d-4e32-ad4e-e1be5f4c6159 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 915 time: 0.5493090 Jul 28 10:37:30.740799 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-346412b2-c99a-47bd-83c4-4624520794c9 req-3a67615a-fbcb-4bde-9792-8886ba12c6dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef HTTP/1.1" status: 200 len: 217 time: 0.0388916 Jul 28 10:37:30.841836 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346412b2-c99a-47bd-83c4-4624520794c9 req-df11cd2b-efcf-4292-a3b6-47737f4cffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:30.842847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.db.api [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 10:37:30.842847 dv-cinder-800431-3-iscsi neutron-server[93232]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 10:37:30.842847 dv-cinder-800431-3-iscsi neutron-server[93232]: [parameters: {'project_id': '9d4847d641484d1385ba807b40099896', 'id': '11bb5b53-d606-4e57-aa9e-ffd1e4a887be', 'expiration': datetime.datetime(2021, 7, 28, 10, 39, 30, 830671)}] Jul 28 10:37:30.842847 dv-cinder-800431-3-iscsi neutron-server[93232]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 10:37:30.842847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG oslo_db.api [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:37:30.843871 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-346412b2-c99a-47bd-83c4-4624520794c9 req-df11cd2b-efcf-4292-a3b6-47737f4cffd4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.0949955 Jul 28 10:37:30.860571 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8910f99e-5b15-4e9b-b7e6-ad6c1b615359 None None] Pushing event updated for resources: {'Port': ['ID=530fd2b5-cffe-406a-b8c5-140ba50252a9,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:30.881777 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-675bf6fb-3128-4f63-a0ff-a899fc90f446 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:30.884667 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-675bf6fb-3128-4f63-a0ff-a899fc90f446 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 811 time: 0.2356439 Jul 28 10:37:30.902739 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-346412b2-c99a-47bd-83c4-4624520794c9 req-c2e577a4-a111-432e-866e-624c51c9b9bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490930 Jul 28 10:37:30.906805 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-a5fd3ffd-efc7-4f47-a091-912c39d876ee tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/quotas/64f97a7ceb6d4d14928726470b026565 HTTP/1.1" status: 200 len: 375 time: 0.0152206 Jul 28 10:37:31.007037 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-1a23b809-7057-44cc-9a9d-2c2bf9f2b7c7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:31.008499 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-daac1ef6-663b-4000-92e6-760409301773 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0922823 Jul 28 10:37:31.009225 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-1a23b809-7057-44cc-9a9d-2c2bf9f2b7c7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 817 time: 0.5895021 Jul 28 10:37:31.018894 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7aa43581-7632-4c2a-a063-77dd0e84c70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.030382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7aa43581-7632-4c2a-a063-77dd0e84c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.042609 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-0e2b127e-af51-40eb-afd5-be1f18eb227b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/quotas/f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 375 time: 0.0168679 Jul 28 10:37:31.072689 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:37:20Z', 'revision_number': 4, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port': {'id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '530fd2b5-cffe-406a-b8c5-140ba50252a9', 'name': '', 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'mac_address': 'fa:16:3e:ea:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:14Z', 'updated_at': '2021-07-28T10:37:30Z', 'revision_number': 4, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'subnets': [{'id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:31.108131 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139449ac-7d9c-4e6b-aa9d-96ae34f783f5 None None] The sync data for ids ['ca9f7f0a-5468-4f88-aabb-282aea47654e'] in dv-cinder-800431-3-iscsi is: [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:37:20Z', 'revision_number': 4, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port': {'id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '530fd2b5-cffe-406a-b8c5-140ba50252a9', 'name': '', 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'mac_address': 'fa:16:3e:ea:e8:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:14Z', 'updated_at': '2021-07-28T10:37:30Z', 'revision_number': 4, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'subnets': [{'id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:31.147672 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-7aa43581-7632-4c2a-a063-77dd0e84c70c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e1dcd0519d0548ff93e617bd69ad2df1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6305997 Jul 28 10:37:31.152265 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44698) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:31.157171 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'tag': '122754f7-f4c7-428b-a951-12c2330d6835'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:31.160699 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7491787a-b6cb-4088-be47-a92320b920e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1", "tag": "122754f7-f4c7-428b-a951-12c2330d6835"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:31.168511 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa43581-7632-4c2a-a063-77dd0e84c70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c463804-526a-416a-a43d-02d6e5f6641e,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:31.255020 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-5da89309-407a-4769-b2b2-aa9ce4b7f459 service neutron] 10.222.0.25 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123258 Jul 28 10:37:31.265056 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-346412b2-c99a-47bd-83c4-4624520794c9 req-62284ccb-2d95-4264-b416-440b7052c0ab service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528101 Jul 28 10:37:31.292885 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-71d5f5ed-7ca3-41ed-9f19-7775e3949420 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2427173 Jul 28 10:37:31.345869 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.430236 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-f25fe8cd-c6b7-4787-a677-626c45679ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646762 Jul 28 10:37:31.486787 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ba87f033-78a4-4123-8a7d-e6c06f871f43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.515374 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ba87f033-78a4-4123-8a7d-e6c06f871f43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.517129 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.525548 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.565478 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-346412b2-c99a-47bd-83c4-4624520794c9 req-c55aad90-85b1-4fd0-a9b7-2c2183262c14 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837455 Jul 28 10:37:31.589961 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-3984262b-0f5e-410d-9255-f278fc6f4d6d service neutron] 10.222.0.25 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702692 Jul 28 10:37:31.615472 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9d4847d641484d1385ba807b40099896&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4111879 Jul 28 10:37:31.621500 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44708) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:31.642031 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d29cc7-f563-4f83-b8af-bbed50bd8a83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1be6ae4-a41c-4607-9d5f-a81fe3a38030,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:31.695598 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ba87f033-78a4-4123-8a7d-e6c06f871f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.698381 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ba87f033-78a4-4123-8a7d-e6c06f871f43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.699521 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-ba87f033-78a4-4123-8a7d-e6c06f871f43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5c463804-526a-416a-a43d-02d6e5f6641e HTTP/1.1" status: 204 len: 168 time: 0.4930227 Jul 28 10:37:31.723771 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba87f033-78a4-4123-8a7d-e6c06f871f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c463804-526a-416a-a43d-02d6e5f6641e,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:31.755036 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-1efa9ef5-7bcf-4ad1-9515-2b6e1a86a450 service neutron] 10.222.0.25 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575110 Jul 28 10:37:31.781957 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f8209-8528-4605-b55e-7cdb3cb1f54a req-021df002-8b11-48d0-aa4b-ec674a3b27ff tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:31.791929 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-670f8209-8528-4605-b55e-7cdb3cb1f54a req-021df002-8b11-48d0-aa4b-ec674a3b27ff tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 943 time: 0.1370008 Jul 28 10:37:31.896878 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f939-ee54-4a90-a2eb-8d87b35106de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:31.925600 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-670f8209-8528-4605-b55e-7cdb3cb1f54a req-529efb35-cf7a-4ee0-8fe9-a6c8fffa957c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323078 Jul 28 10:37:31.982427 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f939-ee54-4a90-a2eb-8d87b35106de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:32.050912 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 530fd2b5-cffe-406a-b8c5-140ba50252a9 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:32.125460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f939-ee54-4a90-a2eb-8d87b35106de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:32.128686 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f939-ee54-4a90-a2eb-8d87b35106de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:32.141884 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-d8a0f939-ee54-4a90-a2eb-8d87b35106de admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1be6ae4-a41c-4607-9d5f-a81fe3a38030 HTTP/1.1" status: 204 len: 168 time: 0.5142541 Jul 28 10:37:32.182523 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 530fd2b5-cffe-406a-b8c5-140ba50252a9 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:32.190793 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 530fd2b5-cffe-406a-b8c5-140ba50252a9 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:32.191177 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:32.213197 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0bb39068-b889-4b5a-b338-072433c23bf2 req-caffd2f4-39d2-4a29-b1cf-1c556ffbc533 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 210 time: 0.0689604 Jul 28 10:37:32.216060 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f939-ee54-4a90-a2eb-8d87b35106de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1be6ae4-a41c-4607-9d5f-a81fe3a38030,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:32.428078 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-ac4a86c4-a3d9-4822-bb49-441954e323c2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:32.429861 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-ac4a86c4-a3d9-4822-bb49-441954e323c2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 819 time: 0.4783704 Jul 28 10:37:32.449421 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beec2fc-60d0-4deb-b768-8a4e5f80abe6 req-80d38905-3f1d-4dc6-bda4-ec28267791bd tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:32.452621 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4beec2fc-60d0-4deb-b768-8a4e5f80abe6 req-80d38905-3f1d-4dc6-bda4-ec28267791bd tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 943 time: 0.2759995 Jul 28 10:37:32.454231 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a367dca3-d616-4c65-a258-b5b999ae0b53 x-openstack-request-id: req-a367dca3-d616-4c65-a258-b5b999ae0b53 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:32.454517 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1", "tag": "122754f7-f4c7-428b-a951-12c2330d6835", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:32.454765 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a367dca3-d616-4c65-a258-b5b999ae0b53 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:32.455177 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'tag': '122754f7-f4c7-428b-a951-12c2330d6835', 'status': 'completed', 'code': 200} Jul 28 10:37:32.520229 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Request body: {'port': {'device_id': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'admin_state_up': True, 'tenant_id': '02bb4273bddb44d783e4291853ff94bc'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:32.520484 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44746) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:32.584985 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d04165f-8fc1-458a-b6d7-228431224794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:32.661371 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:32.674592 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3466c479-2c1d-42c1-8db1-307879ca9900 req-874d15ac-7d11-42ef-b5bd-ada9857fc6b7 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 210 time: 0.1222346 Jul 28 10:37:32.734011 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 530fd2b5-cffe-406a-b8c5-140ba50252a9, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=530fd2b5-cffe-406a-b8c5-140ba50252a9,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:32.740179 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:32.818277 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=530fd2b5-cffe-406a-b8c5-140ba50252a9,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:32.846443 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4beec2fc-60d0-4deb-b768-8a4e5f80abe6 req-1e7d3c3f-0e2b-4455-b4d8-8913d5b512ea tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3791535 Jul 28 10:37:32.897033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491787a-b6cb-4088-be47-a92320b920e6 req-6b2014fa-073f-4529-8e1e-dddbf63d3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:32.898238 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7491787a-b6cb-4088-be47-a92320b920e6 req-6b2014fa-073f-4529-8e1e-dddbf63d3291 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8272e15ff3f54906846a9da0f16b95ca&device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 1096 time: 0.3886251 Jul 28 10:37:32.990550 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d04165f-8fc1-458a-b6d7-228431224794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:33.037677 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bdd6b27d-a02c-4f13-98ae-a65ed7708e41 req-e97b6be1-9b74-4fd2-a22d-09990d55b4ec tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 210 time: 0.1562369 Jul 28 10:37:33.038907 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4d04165f-8fc1-458a-b6d7-228431224794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:33.099044 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4d04165f-8fc1-458a-b6d7-228431224794 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4100ee710b15468c83e2f257a934dd83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744843 Jul 28 10:37:33.099044 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04165f-8fc1-458a-b6d7-228431224794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bd584c-681f-483e-9dbb-c557f8cdf281,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:33.099974 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44770) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:33.102455 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Made reservation on behalf of 02bb4273bddb44d783e4291853ff94bc for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:33.105850 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:33.201442 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491787a-b6cb-4088-be47-a92320b920e6 req-a4aff2a3-e0e0-4b5c-9aab-c695c52ace4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:33.203324 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7491787a-b6cb-4088-be47-a92320b920e6 req-a4aff2a3-e0e0-4b5c-9aab-c695c52ace4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=325f419e-0afa-46c0-bdf9-fcbe0316bf42 HTTP/1.1" status: 200 len: 913 time: 0.2956426 Jul 28 10:37:33.231257 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d54663-eb2f-4575-a513-209cbad48abc req-e7a88aa8-b0f9-409d-9373-d7cdd231ce4d tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:33.232800 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-49d54663-eb2f-4575-a513-209cbad48abc req-e7a88aa8-b0f9-409d-9373-d7cdd231ce4d tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 943 time: 0.0891201 Jul 28 10:37:33.233618 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7207927f-1cdd-4872-89c5-ae412ed0d9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:33.283035 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7207927f-1cdd-4872-89c5-ae412ed0d9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:33.316492 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-49d54663-eb2f-4575-a513-209cbad48abc req-06c918e6-bf6d-43d4-a23e-86ea27101879 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743868 Jul 28 10:37:33.323200 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7491787a-b6cb-4088-be47-a92320b920e6 req-af2f9d28-0c46-4d87-b79a-7e5d45282603 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=122754f7-f4c7-428b-a951-12c2330d6835 HTTP/1.1" status: 200 len: 217 time: 0.0753138 Jul 28 10:37:33.380274 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7207927f-1cdd-4872-89c5-ae412ed0d9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:33.383706 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7207927f-1cdd-4872-89c5-ae412ed0d9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:33.385029 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-7207927f-1cdd-4872-89c5-ae412ed0d9a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f2bd584c-681f-483e-9dbb-c557f8cdf281 HTTP/1.1" status: 204 len: 168 time: 0.2726123 Jul 28 10:37:33.397863 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.23', 55542) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:33.401166 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207927f-1cdd-4872-89c5-ae412ed0d9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bd584c-681f-483e-9dbb-c557f8cdf281,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:33.482526 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-c9e7083a-a189-4bd0-8013-e61acdb9e066 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:33.491276 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-c9e7083a-a189-4bd0-8013-e61acdb9e066 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 819 time: 0.4315739 Jul 28 10:37:33.530030 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-fd6dc8d5-88af-4f52-acf9-01ee0db1d7c2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/quotas/02bb4273bddb44d783e4291853ff94bc HTTP/1.1" status: 200 len: 375 time: 0.0376289 Jul 28 10:37:33.532728 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Allocated IP 172.20.0.2 (11ab1b17-9ef4-4433-b69d-ff3c73d89f04/16aad6af-c7e3-406c-ad5c-dd531b36b757/82804a28-d133-4800-8d06-025b1596883a) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:33.616348 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-94645e65-640e-48ad-937e-a6d9ebf891a2 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:33.620115 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-94645e65-640e-48ad-937e-a6d9ebf891a2 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 811 time: 0.2203476 Jul 28 10:37:33.624664 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491787a-b6cb-4088-be47-a92320b920e6 req-ee0055ce-8714-42b5-a43d-82a5876ead47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:33.626396 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7491787a-b6cb-4088-be47-a92320b920e6 req-ee0055ce-8714-42b5-a43d-82a5876ead47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4326ba40-1dad-4cbe-82ed-273740f6f953 HTTP/1.1" status: 200 len: 852 time: 0.2691748 Jul 28 10:37:33.671165 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-3561c0d3-b2d9-4ae2-a6cf-876236985530 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1398563 Jul 28 10:37:33.714455 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-a4119b7c-524f-4bda-af67-0172df8ae0e5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f97a7ceb6d4d14928726470b026565 HTTP/1.1" status: 200 len: 380 time: 0.0669019 Jul 28 10:37:33.728767 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'port': {'device_id': '1075c593-6301-4ed9-b795-78c416194982', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'admin_state_up': True, 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'security_groups': ['4c481673-afea-4da3-815f-6e11d98cf735']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:33.762709 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 6f57a2ab-148f-4e21-aeaf-c45183c305ef details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:37:33.776699 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7491787a-b6cb-4088-be47-a92320b920e6 req-9d5156cb-2978-480c-aa7b-4e38496844e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=325f419e-0afa-46c0-bdf9-fcbe0316bf42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1172593 Jul 28 10:37:33.859114 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6f4c399f-71f7-4dae-bf49-8f8b8b19cbc1 req-150c2b30-275d-4959-bdc1-1529a1177090 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 210 time: 0.0488141 Jul 28 10:37:33.960411 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-48b109a0-0bcc-4002-8df0-1e7715687d79 service neutron] 10.222.0.25 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883847 Jul 28 10:37:34.020459 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 530fd2b5-cffe-406a-b8c5-140ba50252a9 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:34.047772 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Made reservation on behalf of 64f97a7ceb6d4d14928726470b026565 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:34.057241 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.069663 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44798) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:34.069998 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.23', 55546) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:34.131430 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 6f57a2ab-148f-4e21-aeaf-c45183c305ef, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:34.147176 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 530fd2b5-cffe-406a-b8c5-140ba50252a9 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:34.147610 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.152881 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '6f57a2ab-148f-4e21-aeaf-c45183c305ef', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'port_id': '6f57a2ab-148f-4e21-aeaf-c45183c305ef', 'mac_address': 'fa:16:3e:b1:93:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef44b7ff-c6ff-4191-97c9-1763167237d2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:37:34.268849 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.306421 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f57a2ab-148f-4e21-aeaf-c45183c305ef {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:34.387075 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 6f57a2ab-148f-4e21-aeaf-c45183c305ef, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:34.406168 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7491787a-b6cb-4088-be47-a92320b920e6 req-8fc6cb39-db61-42b4-b303-8bf11ab1dc14 service neutron] 10.222.0.23 "GET /v2.0/networks/325f419e-0afa-46c0-bdf9-fcbe0316bf42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5832074 Jul 28 10:37:34.406829 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.407621 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 122754f7-f4c7-428b-a951-12c2330d6835 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:37:34.435513 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.521379 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Allocated IP 172.20.0.13 (99b05afa-3957-4d6b-b545-1d387f52d9e8/eedb80c2-a842-46f3-9249-ed6aecbb9a09/b2d77924-3a3e-4775-b174-f86027863c1c) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:34.587762 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-997270903-network', 'tenant_id': '6558e57c33224c9ebc1b2d6927a647d0'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:34.593534 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 122754f7-f4c7-428b-a951-12c2330d6835, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=122754f7-f4c7-428b-a951-12c2330d6835,segment=NetworkSegment(c18498c1-e303-4aeb-a433-ef79096bfdcc),segment_id=c18498c1-e303-4aeb-a433-ef79096bfdcc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:34.624765 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-8ea9e30b-135b-405e-81ae-1aad034f7aa5 service neutron] 10.222.0.25 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6496093 Jul 28 10:37:34.628539 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '122754f7-f4c7-428b-a951-12c2330d6835', 'network_id': '325f419e-0afa-46c0-bdf9-fcbe0316bf42', 'port_id': '122754f7-f4c7-428b-a951-12c2330d6835', 'mac_address': 'fa:16:3e:1b:06:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4326ba40-1dad-4cbe-82ed-273740f6f953', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:37:34.676469 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-cae035a6-6008-4e30-b797-0605cc06f443 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:34.678245 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-cae035a6-6008-4e30-b797-0605cc06f443 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 817 time: 0.6026623 Jul 28 10:37:34.692905 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7491787a-b6cb-4088-be47-a92320b920e6 req-9fddbb0e-c8dc-471a-8d2d-edb814792c58 service neutron] 10.222.0.23 "GET /v2.0/networks/325f419e-0afa-46c0-bdf9-fcbe0316bf42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506399 Jul 28 10:37:34.694536 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Made reservation on behalf of 6558e57c33224c9ebc1b2d6927a647d0 for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:34.697963 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.708935 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.718522 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.724988 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.777090 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=6f57a2ab-148f-4e21-aeaf-c45183c305ef,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:34.793891 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 122754f7-f4c7-428b-a951-12c2330d6835 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:34.816219 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:34.830765 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:34.834028 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 122754f7-f4c7-428b-a951-12c2330d6835, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=122754f7-f4c7-428b-a951-12c2330d6835,segment=NetworkSegment(c18498c1-e303-4aeb-a433-ef79096bfdcc),segment_id=c18498c1-e303-4aeb-a433-ef79096bfdcc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:34.840353 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:34.840604 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.848228 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:34.848930 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.849336 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:34.858618 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ca247-9563-4652-bd61-9e8f85b6fcfa req-fcf96aad-e429-46eb-ad94-100557f6df4e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:34.858909 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-1d4a2d47-7396-408f-9c34-521411c41d02 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 380 time: 0.1431093 Jul 28 10:37:34.866376 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-311ca247-9563-4652-bd61-9e8f85b6fcfa req-fcf96aad-e429-46eb-ad94-100557f6df4e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 943 time: 0.7675800 Jul 28 10:37:34.868387 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Pushing event updated for resources: {'Port': ['ID=82804a28-d133-4800-8d06-025b1596883a,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:34.886044 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'port': {'device_id': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'admin_state_up': True, 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'security_groups': ['91183095-7d4e-4c03-ae4e-95dc11a456c6']}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:34.908612 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Transition to ACTIVE for port object b2d77924-3a3e-4775-b174-f86027863c1c will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:34.943630 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-311ca247-9563-4652-bd61-9e8f85b6fcfa req-be2ae4f3-0160-44b7-af29-d44bf997c56a tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755217 Jul 28 10:37:34.996444 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=122754f7-f4c7-428b-a951-12c2330d6835,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:35.042796 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.057590 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3d4a4caf-2afc-45ee-8331-d7622d960124 req-f1643671-55cd-47e2-acee-258cba2ef240 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 210 time: 0.0444710 Jul 28 10:37:35.171121 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.191588 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.206532 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:35.220805 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:35.234225 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7762b3ca-c10c-4a45-955c-f8a683d12602 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7206173 Jul 28 10:37:35.235740 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:35.252398 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:35.272847 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:37:35.273183 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:35.274118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.275035 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Request body: {'port': {'device_id': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:35.281277 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.281625 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Added segment 5ae25c45-e730-49b0-b0a3-d1a642f045f8 of type vlan for network e6c1673b-3779-41da-89a9-6376146a8e9a Jul 28 10:37:35.281980 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'Port': ['ID=b2d77924-3a3e-4775-b174-f86027863c1c,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:35.304100 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416c94c-948c-432b-8a27-5dc927d7f062 req-60d7bebb-7c9c-46bc-b124-5cd029d23f0e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:35.307455 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7416c94c-948c-432b-8a27-5dc927d7f062 req-60d7bebb-7c9c-46bc-b124-5cd029d23f0e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 932 time: 0.1639934 Jul 28 10:37:35.311292 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edd0e5-67f8-41d5-b8fd-9e1ff623f677 req-18a8da51-ff00-4e3c-b3b0-b6dc206ca8c4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:35.320680 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d2edd0e5-67f8-41d5-b8fd-9e1ff623f677 req-18a8da51-ff00-4e3c-b3b0-b6dc206ca8c4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 944 time: 0.2338469 Jul 28 10:37:35.350465 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['122754f7-f4c7-428b-a951-12c2330d6835'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:37:35.361005 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d913a10c-4863-46ee-b951-426a66e983fd,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:35.392171 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Made reservation on behalf of f4b9f9b1967a4b24a6ca58290fb2179b for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:35.395696 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.437190 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.533438 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7416c94c-948c-432b-8a27-5dc927d7f062 req-befcea1e-f739-4145-b569-705f131c6b40 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867187 Jul 28 10:37:35.534322 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.625412 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-7e21a9fe-b7cc-48d2-9f66-901bd84c0140 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9044499 Jul 28 10:37:35.641290 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-cae52e1f-f8ac-4658-ac05-09e005b2d315 None None] Provisioning for port b2d77924-3a3e-4775-b174-f86027863c1c completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:35.658907 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-cae52e1f-f8ac-4658-ac05-09e005b2d315 None None] Provisioning complete for port b2d77924-3a3e-4775-b174-f86027863c1c triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:35.659540 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-cae52e1f-f8ac-4658-ac05-09e005b2d315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.665353 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Request body: {'port': {'device_id': '1075c593-6301-4ed9-b795-78c416194982', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:35.722867 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d2edd0e5-67f8-41d5-b8fd-9e1ff623f677 req-baf33006-9839-462a-a955-b76ccb24a610 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3965330 Jul 28 10:37:35.723134 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.db.resource_extend [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 10:37:35.777080 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:35.799375 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-cae52e1f-f8ac-4658-ac05-09e005b2d315 None None] Port b2d77924-3a3e-4775-b174-f86027863c1c cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:37:36.010644 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-76511184-45bf-49c9-abbc-a6677c824830 req-55c94cbb-3b08-4be4-a007-9df8dbe336f6 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 210 time: 0.2845821 Jul 28 10:37:36.020964 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.022508 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:36.024042 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.029681 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Allocated IP 172.20.0.8 (2e98efdf-61ac-4cfd-96bc-8805f92caedb/93f1afbf-d46b-4e59-8f33-4f979b756f40/602fc625-de40-4d7c-8ac1-0c239e6258a7) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:36.124389 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0495129 Jul 28 10:37:36.168510 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86439056-8028-4b57-912d-88ec33be149a admin admin] Pushing event updated for resources: {'Network': ['ID=e6c1673b-3779-41da-89a9-6376146a8e9a,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:36.182218 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network e6c1673b-3779-41da-89a9-6376146a8e9a details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:36.186725 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44882) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:36.194549 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Request body: {'subnet': {'network_id': 'e6c1673b-3779-41da-89a9-6376146a8e9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-997270903-subnet', 'tenant_id': '6558e57c33224c9ebc1b2d6927a647d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:36.249990 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411fc1c-eb11-48a0-bf42-f5974aacbbd2 req-f4b017ed-5dd9-4edb-ae72-cb1fd398d2dd tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:36.251513 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c411fc1c-eb11-48a0-bf42-f5974aacbbd2 req-f4b017ed-5dd9-4edb-ae72-cb1fd398d2dd tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 944 time: 0.1748366 Jul 28 10:37:36.303456 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0ec71b02-f22f-4ca3-952b-4844b6529234 req-94522093-9d2b-4f80-904e-a606c2a17141 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 210 time: 0.0912676 Jul 28 10:37:36.352115 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c411fc1c-eb11-48a0-bf42-f5974aacbbd2 req-32ad22ea-6ca0-4c49-acaf-f7b00492912d tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815852 Jul 28 10:37:36.417371 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Made reservation on behalf of 6558e57c33224c9ebc1b2d6927a647d0 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:36.419609 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.475449 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2d77924-3a3e-4775-b174-f86027863c1c {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:36.498911 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.548103 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Transition to ACTIVE for port object b2d77924-3a3e-4775-b174-f86027863c1c will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:36.557632 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.607244 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82804a28-d133-4800-8d06-025b1596883a {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:36.610556 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44894) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:36.630013 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.651034 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.692108 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Transition to ACTIVE for port object 82804a28-d133-4800-8d06-025b1596883a will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:36.700199 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Transition to ACTIVE for port object 602fc625-de40-4d7c-8ac1-0c239e6258a7 will not be triggered until provisioned by entity DHCP. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:36.713014 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-0831aeaa-dc8f-4db6-905b-899f4463cf11 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:36.714526 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-0831aeaa-dc8f-4db6-905b-899f4463cf11 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 819 time: 0.2576830 Jul 28 10:37:36.715163 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.719417 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Attempting to bind port b2d77924-3a3e-4775-b174-f86027863c1c on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:36.719889 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Attempting to bind port b2d77924-3a3e-4775-b174-f86027863c1c by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:36.720911 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Attempting to bind port b2d77924-3a3e-4775-b174-f86027863c1c on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:36.723443 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2d77924-3a3e-4775-b174-f86027863c1c,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:36.728897 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Port b2d77924-3a3e-4775-b174-f86027863c1c on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:37:36.729346 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Attempting to bind port b2d77924-3a3e-4775-b174-f86027863c1c on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:36.736116 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:36.736634 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Checking segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:36.737337 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Bound using segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:36.738001 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Request body: {'port': {'device_id': '6cd28e13-6930-4641-9020-5257ca4327af', 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'admin_state_up': True, 'tenant_id': '02bb4273bddb44d783e4291853ff94bc'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:36.738236 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Bound port: b2d77924-3a3e-4775-b174-f86027863c1c, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:36.738703 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.814149 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4f1308e1-bd2f-49fc-937e-7a3b642acadc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.862252 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Pushing event updated for resources: {'Port': ['ID=82804a28-d133-4800-8d06-025b1596883a,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:36.891094 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] For port b2d77924-3a3e-4775-b174-f86027863c1c, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:36.921318 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] For port b2d77924-3a3e-4775-b174-f86027863c1c, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b2d77924-3a3e-4775-b174-f86027863c1c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:36.932046 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:36.989869 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708297d-538b-419f-b723-c6400d75c6bc req-6e9c0ea4-8590-40d1-9add-5e5d4f1a7381 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:36.991448 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4708297d-538b-419f-b723-c6400d75c6bc req-6e9c0ea4-8590-40d1-9add-5e5d4f1a7381 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 944 time: 0.1526136 Jul 28 10:37:37.017424 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.018031 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.019459 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] 10.222.0.23 "PUT /v2.0/ports/b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 200 len: 1094 time: 1.3621008 Jul 28 10:37:37.019930 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:37.147069 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.165024 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Attempting to bind port 82804a28-d133-4800-8d06-025b1596883a on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:37.165562 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Attempting to bind port 82804a28-d133-4800-8d06-025b1596883a by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:37.165753 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Attempting to bind port 82804a28-d133-4800-8d06-025b1596883a on network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:37.180902 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f495b86-5d8e-476b-a816-1810f20755fa service neutron] Pushing event updated for resources: {'Port': ['ID=b2d77924-3a3e-4775-b174-f86027863c1c,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.216515 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4708297d-538b-419f-b723-c6400d75c6bc req-f937e9a8-5498-4b47-b6b8-71c13af15e50 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148874 Jul 28 10:37:37.237147 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-8905159a-4229-4813-a606-aa55696abe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.238646 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-8905159a-4229-4813-a606-aa55696abe64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 1097 time: 0.1526165 Jul 28 10:37:37.243871 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4f1308e1-bd2f-49fc-937e-7a3b642acadc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.260394 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Port 82804a28-d133-4800-8d06-025b1596883a on network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:37:37.260712 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Attempting to bind port 82804a28-d133-4800-8d06-025b1596883a on network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:37.294832 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4f1308e1-bd2f-49fc-937e-7a3b642acadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.295375 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5152eb-2108-428f-9103-c941f4b2e293 req-35504aef-39ef-44b4-9f6a-e8326001e94d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.298138 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53811540-1cd9-434c-90ac-42f0eecc256c" -d '{"events": [{"name": "network-changed", "server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:37.301592 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3b5152eb-2108-428f-9103-c941f4b2e293 req-35504aef-39ef-44b4-9f6a-e8326001e94d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 944 time: 0.4896142 Jul 28 10:37:37.313370 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:37.326482 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:37.326817 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Checking segment: {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:37.327189 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Bound using segment: {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:37.327631 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Bound port: 82804a28-d133-4800-8d06-025b1596883a, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:37.327981 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.335685 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:37.348648 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-75e7d3d4-88ad-45c2-97a5-fa9490262a78 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 200 len: 217 time: 0.0948911 Jul 28 10:37:37.353645 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.357952 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:37.363394 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.364006 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.373318 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.408778 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-804069b0-a81c-43db-9dc1-6b57bfdba35e req-51ebae29-edae-4b75-813b-77cdbe13babb tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 210 time: 0.0722752 Jul 28 10:37:37.450671 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1308e1-bd2f-49fc-937e-7a3b642acadc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64c225e-714f-4e8f-a0e3-2d79ad33c465,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.455925 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4f1308e1-bd2f-49fc-937e-7a3b642acadc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=22a502bac08d49038db5dc37f4659eca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8425727 Jul 28 10:37:37.458740 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44920) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:37.489825 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3b5152eb-2108-428f-9103-c941f4b2e293 req-ff0f353b-4227-4454-9b3e-ea78ae4cf56a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1872766 Jul 28 10:37:37.498545 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-5fe7a204-3027-410c-a142-d0a345275b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.500149 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-5fe7a204-3027-410c-a142-d0a345275b71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.1388676 Jul 28 10:37:37.503454 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a918ab6-0f65-4673-97da-ce5d36c2fa49,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.551663 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] For port 82804a28-d133-4800-8d06-025b1596883a, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:37.555359 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] For port 82804a28-d133-4800-8d06-025b1596883a, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=82804a28-d133-4800-8d06-025b1596883a,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:37.559768 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Made reservation on behalf of 02bb4273bddb44d783e4291853ff94bc for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:37.564077 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.571292 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-9d917b4f-e382-4657-8c29-4ce7f121f8fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6968436 Jul 28 10:37:37.572585 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.613185 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Request body: {'port': {'device_id': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:37.638558 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1deac497-dbbe-4562-9930-5a33ec3b37b1 x-openstack-request-id: req-1deac497-dbbe-4562-9930-5a33ec3b37b1 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:37.639085 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:37.639479 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1deac497-dbbe-4562-9930-5a33ec3b37b1 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:37.640852 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'status': 'completed', 'code': 200} Jul 28 10:37:37.643098 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-340a6f41-0ce3-4780-bdc1-3bd945ab948c None None] Provisioning for port 602fc625-de40-4d7c-8ac1-0c239e6258a7 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:37.647586 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-340a6f41-0ce3-4780-bdc1-3bd945ab948c None None] Provisioning complete for port 602fc625-de40-4d7c-8ac1-0c239e6258a7 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:37.647965 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-340a6f41-0ce3-4780-bdc1-3bd945ab948c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.682550 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-2c02791e-5ff2-4ad8-83ab-038c70ee1094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.698107 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-340a6f41-0ce3-4780-bdc1-3bd945ab948c None None] Port 602fc625-de40-4d7c-8ac1-0c239e6258a7 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:37:37.711795 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Checking segment: {'id': '5ae25c45-e730-49b0-b0a3-d1a642f045f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'e6c1673b-3779-41da-89a9-6376146a8e9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:37.712146 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Network hostable DHCP agents. Network: e6c1673b-3779-41da-89a9-6376146a8e9a, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:37.739490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-2c02791e-5ff2-4ad8-83ab-038c70ee1094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.746124 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 6f57a2ab-148f-4e21-aeaf-c45183c305ef up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:37.756618 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.757296 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.758766 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] 10.222.0.23 "PUT /v2.0/ports/82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 1093 time: 2.5019577 Jul 28 10:37:37.759926 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03088050-c363-4ff7-9505-81a15f4c6809 req-5317a6bc-09e7-4915-9c73-652f6cdd6927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.761620 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'tag': '82804a28-d133-4800-8d06-025b1596883a'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:37.761747 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-5317a6bc-09e7-4915-9c73-652f6cdd6927 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2442975 Jul 28 10:37:37.764406 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eaca153-9fdc-4c4a-95a6-0982676c4339" -d '{"events": [{"name": "network-changed", "server_uuid": "a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3", "tag": "82804a28-d133-4800-8d06-025b1596883a"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:37.776552 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37935964-b15d-4c78-bca2-04b328e35c52 req-94983b85-c2d9-41f6-8838-e4c72e1b35bc tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.777579 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-37935964-b15d-4c78-bca2-04b328e35c52 req-94983b85-c2d9-41f6-8838-e4c72e1b35bc tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 944 time: 0.1235635 Jul 28 10:37:37.799151 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.842252 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f7769-a939-4dbf-82e1-7c7a023891ee service neutron] Pushing event updated for resources: {'Port': ['ID=82804a28-d133-4800-8d06-025b1596883a,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.850157 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f326e4cc-a852-41d9-8d05-c6361e64d519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.856572 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa49de2-4ece-4761-bc23-17ec3bc3a52f req-db144b3e-ed04-494d-baf6-3895632b3975 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.858188 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4fa49de2-4ece-4761-bc23-17ec3bc3a52f req-db144b3e-ed04-494d-baf6-3895632b3975 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 931 time: 0.2908421 Jul 28 10:37:37.860146 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Network e6c1673b-3779-41da-89a9-6376146a8e9a is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:37.878604 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 6f57a2ab-148f-4e21-aeaf-c45183c305ef completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:37.884245 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 6f57a2ab-148f-4e21-aeaf-c45183c305ef triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:37.884899 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.948215 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-2c02791e-5ff2-4ad8-83ab-038c70ee1094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.951924 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-2c02791e-5ff2-4ad8-83ab-038c70ee1094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.953238 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-2c02791e-5ff2-4ad8-83ab-038c70ee1094 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d64c225e-714f-4e8f-a0e3-2d79ad33c465 HTTP/1.1" status: 204 len: 168 time: 0.4933462 Jul 28 10:37:37.965853 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, e6c1673b-3779-41da-89a9-6376146a8e9a) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:37.976993 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49edd091-eb23-4397-81f5-1a86e291a55b None None] Network e6c1673b-3779-41da-89a9-6376146a8e9a requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:37.978319 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02791e-5ff2-4ad8-83ab-038c70ee1094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64c225e-714f-4e8f-a0e3-2d79ad33c465,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:37.984522 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:37.984522 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:37.994216 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-37935964-b15d-4c78-bca2-04b328e35c52 req-2c1e9d61-730b-45c3-ade7-8df7f978273c tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861584 Jul 28 10:37:38.028664 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Allocated IP 172.20.0.7 (11ab1b17-9ef4-4433-b69d-ff3c73d89f04/16aad6af-c7e3-406c-ad5c-dd531b36b757/34faabe4-239a-4508-b886-66e6cb2243a3) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:37:38.050317 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-e191c805-4c6f-4b5d-b24b-2c90913cd1ec service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695754 Jul 28 10:37:38.106016 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:38.173324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f57a2ab-148f-4e21-aeaf-c45183c305ef'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:38.181578 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-03088050-c363-4ff7-9505-81a15f4c6809 req-8b350ebf-230d-4ae9-add8-40ffeb4a6606 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237082 Jul 28 10:37:38.235497 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47baac2d-179e-4cdf-9218-352154d7d278 x-openstack-request-id: req-47baac2d-179e-4cdf-9218-352154d7d278 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:38.238862 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3", "tag": "82804a28-d133-4800-8d06-025b1596883a", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:38.239200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-47baac2d-179e-4cdf-9218-352154d7d278 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:38.239668 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'tag': '82804a28-d133-4800-8d06-025b1596883a', 'status': 'completed', 'code': 200} Jul 28 10:37:38.291607 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4fa49de2-4ece-4761-bc23-17ec3bc3a52f req-4cb4d226-9fb3-4f0f-8ab4-5ccdb69f0407 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4176795 Jul 28 10:37:38.300839 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-9a3a40f2-ca21-4b2e-8974-893f181bfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:38.302352 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-9a3a40f2-ca21-4b2e-8974-893f181bfd07 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1096 time: 0.4569919 Jul 28 10:37:38.316616 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 6f57a2ab-148f-4e21-aeaf-c45183c305ef, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:38.319958 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f20a177b-cf25-4b05-a420-707d9859eabb admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1316855 Jul 28 10:37:38.343173 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:38.354285 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 122754f7-f4c7-428b-a951-12c2330d6835 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:38.384500 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-7a7cf906-268c-4134-969c-f4cfbaeb2276 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 217 time: 0.0576158 Jul 28 10:37:38.385871 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811540-1cd9-434c-90ac-42f0eecc256c req-71d96006-57b0-4f8a-82c9-4be49bf205b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:38.389879 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-71d96006-57b0-4f8a-82c9-4be49bf205b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 1097 time: 0.1058309 Jul 28 10:37:38.572923 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c384bcd7-3e8d-47a1-b7bb-a4d5a77b15f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:38.573754 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d64adf5-16c1-466c-b047-f0e88f8c8c30" -d '{"events": [{"server_uuid": "1e3db5de-a472-45e5-a610-d9bdd36b7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6f57a2ab-148f-4e21-aeaf-c45183c305ef"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:38.574623 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-c384bcd7-3e8d-47a1-b7bb-a4d5a77b15f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.1720583 Jul 28 10:37:38.600554 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 44954) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:38.680616 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-279e34e3-185a-43f6-99ed-de0a0d74c4d0 req-8bc5a4e4-13a1-420f-8612-2d36d80a627a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 210 time: 0.1153727 Jul 28 10:37:38.691893 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-0adaa951-6047-47b7-a4b1-298af4860014 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960016 Jul 28 10:37:38.698888 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-01d4f9a9-06d6-49ce-b299-b6279b0669f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:38.719156 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c55dfc-879a-4943-a762-1cd0f5fe1d7a req-1a218d5b-d841-472f-9c1a-839d43581e42 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:38.721020 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f7c55dfc-879a-4943-a762-1cd0f5fe1d7a req-1a218d5b-d841-472f-9c1a-839d43581e42 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.3300049 Jul 28 10:37:38.736904 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602fc625-de40-4d7c-8ac1-0c239e6258a7 {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:38.762388 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=6f57a2ab-148f-4e21-aeaf-c45183c305ef,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:38.763156 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:38.793615 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:38.796971 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ddeca9-cd43-4542-9b10-378b55c9773a None None] Network e6c1673b-3779-41da-89a9-6376146a8e9a requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:38.830290 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f7c55dfc-879a-4943-a762-1cd0f5fe1d7a req-4fa7d83d-efef-4dc9-8134-02a383ab8cee tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867531 Jul 28 10:37:38.850428 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 122754f7-f4c7-428b-a951-12c2330d6835 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:38.857073 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Transition to ACTIVE for port object 602fc625-de40-4d7c-8ac1-0c239e6258a7 will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:38.862746 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 122754f7-f4c7-428b-a951-12c2330d6835 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:38.863537 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:38.879983 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:38.926274 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811540-1cd9-434c-90ac-42f0eecc256c req-40091208-cb91-4714-b56f-fc064c710ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:38.930022 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-40091208-cb91-4714-b56f-fc064c710ed7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 912 time: 0.5100772 Jul 28 10:37:39.024546 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025aa07-884a-471d-a69e-855e9f5dfdf7 req-2018f7dc-929a-457b-9d7b-b96e903f2f47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.028495 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-56b56933-ba84-4ba4-9524-2e4659bb3405 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 200 len: 217 time: 0.0899067 Jul 28 10:37:39.034459 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9025aa07-884a-471d-a69e-855e9f5dfdf7 req-2018f7dc-929a-457b-9d7b-b96e903f2f47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 944 time: 0.2343469 Jul 28 10:37:39.051342 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-05e4867f-908e-40c7-bb0b-4992a4ce9738 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458147 Jul 28 10:37:39.052013 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:39.063687 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.117528 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 122754f7-f4c7-428b-a951-12c2330d6835, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=122754f7-f4c7-428b-a951-12c2330d6835,segment=NetworkSegment(c18498c1-e303-4aeb-a433-ef79096bfdcc),segment_id=c18498c1-e303-4aeb-a433-ef79096bfdcc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:39.123128 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811540-1cd9-434c-90ac-42f0eecc256c req-43bf320e-2b5c-4b32-b41e-3c024a7971c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.126615 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-43bf320e-2b5c-4b32-b41e-3c024a7971c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0891719 Jul 28 10:37:39.129153 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.178236 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.216145 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=122754f7-f4c7-428b-a951-12c2330d6835,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:39.230995 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53811540-1cd9-434c-90ac-42f0eecc256c req-75eee08b-c99c-43f8-b14d-c175f4adcba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.232506 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-75eee08b-c99c-43f8-b14d-c175f4adcba8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0982869 Jul 28 10:37:39.258469 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c41eae39-d8fa-432d-a358-5d27a3e522bb x-openstack-request-id: req-c41eae39-d8fa-432d-a358-5d27a3e522bb {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:39.258747 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3db5de-a472-45e5-a610-d9bdd36b7bd3", "name": "network-vif-plugged", "status": "completed", "tag": "6f57a2ab-148f-4e21-aeaf-c45183c305ef", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:39.258996 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c41eae39-d8fa-432d-a358-5d27a3e522bb {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:39.259465 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f57a2ab-148f-4e21-aeaf-c45183c305ef', 'code': 200} Jul 28 10:37:39.373422 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9025aa07-884a-471d-a69e-855e9f5dfdf7 req-f9a8a3d6-5d6d-4802-b1f8-53341cf1054b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185890 Jul 28 10:37:39.398098 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Attempting to bind port 602fc625-de40-4d7c-8ac1-0c239e6258a7 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:39.401618 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Attempting to bind port 602fc625-de40-4d7c-8ac1-0c239e6258a7 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:39.402263 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Attempting to bind port 602fc625-de40-4d7c-8ac1-0c239e6258a7 on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:39.455343 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:37:39.456969 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Port 602fc625-de40-4d7c-8ac1-0c239e6258a7 on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:37:39.457451 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Attempting to bind port 602fc625-de40-4d7c-8ac1-0c239e6258a7 on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:39.469867 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:39.472676 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:37:39.480794 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.481534 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.495967 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a248c-4772-40b3-8a3f-f88019d8bebf req-38b947ee-68e9-41b6-a946-e8cb0474f1d3 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.497032 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-466a248c-4772-40b3-8a3f-f88019d8bebf req-38b947ee-68e9-41b6-a946-e8cb0474f1d3 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.1597855 Jul 28 10:37:39.497826 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.23', 55556) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:39.498232 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44980) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:39.510020 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434836340-network', 'tenant_id': '02e9891e93914a47826a6200cf52dae5'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:39.529338 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:39.529865 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Checking segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:39.530262 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Bound using segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:39.530710 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Bound port: 602fc625-de40-4d7c-8ac1-0c239e6258a7, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:39.531074 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.534198 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-01d4f9a9-06d6-49ce-b299-b6279b0669f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.567548 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Pushing event updated for resources: {'Port': ['ID=34faabe4-239a-4508-b886-66e6cb2243a3,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:39.571358 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-01d4f9a9-06d6-49ce-b299-b6279b0669f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.585445 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-c2d33134-989a-4c1d-a98e-e1e6dd39a37b service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445415 Jul 28 10:37:39.596292 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47ff4529-1bbb-41c7-9592-d08543d66100 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8653042 Jul 28 10:37:39.653556 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Request body: {'port': {'device_id': '6cd28e13-6930-4641-9020-5257ca4327af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:39.665127 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cf3ac1c0-083d-435a-b795-99f16b734348 req-e85f65cd-6441-46e5-8177-751f9f36b70c service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5898838 Jul 28 10:37:39.680385 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Made reservation on behalf of 02e9891e93914a47826a6200cf52dae5 for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:39.691474 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-01d4f9a9-06d6-49ce-b299-b6279b0669f1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bb902f98e92944acb3a99045557686d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0734832 Jul 28 10:37:39.692329 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.697453 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 44982) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:39.709608 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d4f9a9-06d6-49ce-b299-b6279b0669f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222543c9-a5ee-481d-a10f-7681202a39db,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:39.729830 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa4baf-27ca-4b10-bd5f-ce06c9ac6e0c req-ed43acfb-76db-45ca-af9c-af97a1b0c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.731985 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a9aa4baf-27ca-4b10-bd5f-ce06c9ac6e0c req-ed43acfb-76db-45ca-af9c-af97a1b0c7da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 1098 time: 0.2277632 Jul 28 10:37:39.733263 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313009b1-ba07-494c-b4e5-bedc88d8050a req-a2b47d57-11fa-48eb-a225-6761f653acc4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.734902 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-313009b1-ba07-494c-b4e5-bedc88d8050a req-a2b47d57-11fa-48eb-a225-6761f653acc4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.2670469 Jul 28 10:37:39.735044 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-466a248c-4772-40b3-8a3f-f88019d8bebf req-f18a64f4-93c7-4df2-aefa-72d6b05691b2 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209888 Jul 28 10:37:39.744864 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.816850 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-a9aa4baf-27ca-4b10-bd5f-ce06c9ac6e0c req-4e8d16a0-4e39-405b-9ba5-e0b2fa9f1cd2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.833421 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:39.836531 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.870778 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:39.876666 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-0f6a3e31-e0f2-4803-95b4-9c6b66c9bcc8 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800837 Jul 28 10:37:39.884178 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.889286 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-313009b1-ba07-494c-b4e5-bedc88d8050a req-873bf75a-02d3-4e84-96bd-b6046f5b0573 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222742 Jul 28 10:37:39.913264 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-247964e6-dad9-4457-ab45-1fba1090bacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.917126 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-53c1ebd1-1eec-4b7c-a62b-c89ad59632d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.918070 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-53c1ebd1-1eec-4b7c-a62b-c89ad59632d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1523831 Jul 28 10:37:39.972235 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-247964e6-dad9-4457-ab45-1fba1090bacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:39.983274 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efcb73e-256b-41dc-9ed8-dd5e51efd27a req-f5cef526-4bb0-4f9c-824e-563efdb8bdef tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:39.990770 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2efcb73e-256b-41dc-9ed8-dd5e51efd27a req-f5cef526-4bb0-4f9c-824e-563efdb8bdef tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 931 time: 0.1375744 Jul 28 10:37:40.083965 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2efcb73e-256b-41dc-9ed8-dd5e51efd27a req-1e29c9fc-3722-4965-99a5-0fbbd0fd1fcb tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917907 Jul 28 10:37:40.100301 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.111085 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.123612 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-247964e6-dad9-4457-ab45-1fba1090bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.126283 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-247964e6-dad9-4457-ab45-1fba1090bacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.127430 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-247964e6-dad9-4457-ab45-1fba1090bacf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/222543c9-a5ee-481d-a10f-7681202a39db HTTP/1.1" status: 204 len: 168 time: 0.4228501 Jul 28 10:37:40.159628 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:40.161804 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:37:40.162055 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.164405 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] 10.222.0.23 "PUT /v2.0/ports/602fc625-de40-4d7c-8ac1-0c239e6258a7 HTTP/1.1" status: 200 len: 1093 time: 2.5634112 Jul 28 10:37:40.184251 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759db1f9-7274-4eb6-a65f-48aae4f2e5a9,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.192211 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.192557 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Added segment 6d517903-ed43-4cf2-810f-3118d52eb46c of type vlan for network a6c0dec9-46ea-4059-84ff-b8314c06f80d Jul 28 10:37:40.233701 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247964e6-dad9-4457-ab45-1fba1090bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222543c9-a5ee-481d-a10f-7681202a39db,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.285062 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.298730 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:40.301280 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c487ac55-8d4f-4a81-82c1-3a8200029f21" -d '{"events": [{"name": "network-changed", "server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:40.352474 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfcff1-f1ea-4503-89d6-97780f655ef3 service neutron] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.385806 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-a9aa4baf-27ca-4b10-bd5f-ce06c9ac6e0c req-4e8d16a0-4e39-405b-9ba5-e0b2fa9f1cd2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.393645 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.395185 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:40.396076 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.402032 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-a9aa4baf-27ca-4b10-bd5f-ce06c9ac6e0c req-4e8d16a0-4e39-405b-9ba5-e0b2fa9f1cd2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.426456 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f863b1e0-82da-40f3-ba08-9098ed9f50f8 x-openstack-request-id: req-f863b1e0-82da-40f3-ba08-9098ed9f50f8 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:40.427045 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:40.427045 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f863b1e0-82da-40f3-ba08-9098ed9f50f8 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:40.427472 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'status': 'completed', 'code': 200} Jul 28 10:37:40.449405 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6364cf-b22f-4130-97b5-48a25386681d req-49726d69-6623-417d-8ace-01d1da2cb5a8 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:40.451512 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c6364cf-b22f-4130-97b5-48a25386681d req-49726d69-6623-417d-8ace-01d1da2cb5a8 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.2841468 Jul 28 10:37:40.478005 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d16a0-4e39-405b-9ba5-e0b2fa9f1cd2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=aca5d502-659b-4876-a29e-044f094137b7,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.517643 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0109842 Jul 28 10:37:40.522713 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45006) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:40.531082 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c6364cf-b22f-4130-97b5-48a25386681d req-b2ef0184-a737-4ffc-a190-7700641206f7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602813 Jul 28 10:37:40.543553 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a9aa4baf-27ca-4b10-bd5f-ce06c9ac6e0c req-4e8d16a0-4e39-405b-9ba5-e0b2fa9f1cd2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7745948 Jul 28 10:37:40.562569 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a6c24-ddcf-4b94-86b7-902a232dc4f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a6c0dec9-46ea-4059-84ff-b8314c06f80d,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:40.585809 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network a6c0dec9-46ea-4059-84ff-b8314c06f80d details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:37:40.586799 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71488161-94ec-4006-8163-0ff081b78f82 req-f9bf173a-85dc-48f3-8ddf-ff819dff5215 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:40.588337 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-71488161-94ec-4006-8163-0ff081b78f82 req-f9bf173a-85dc-48f3-8ddf-ff819dff5215 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 944 time: 0.1021676 Jul 28 10:37:40.596870 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Request body: {'subnet': {'network_id': 'a6c0dec9-46ea-4059-84ff-b8314c06f80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1434836340-subnet', 'tenant_id': '02e9891e93914a47826a6200cf52dae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:40.603860 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-94bf944d-e1e9-4e99-8058-0b1b39519826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:40.605263 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-94bf944d-e1e9-4e99-8058-0b1b39519826 service neutron] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 920 time: 0.4394541 Jul 28 10:37:40.649442 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-71488161-94ec-4006-8163-0ff081b78f82 req-527d35af-754a-4c9b-85cf-09327e0f75e1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542250 Jul 28 10:37:40.651309 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-59df5495-1b83-4435-a6d3-27c989feb9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.656039 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Made reservation on behalf of 02e9891e93914a47826a6200cf52dae5 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:37:40.658410 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.689040 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.785173 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34faabe4-239a-4508-b886-66e6cb2243a3 {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:40.796146 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.815000 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Transition to ACTIVE for port object 34faabe4-239a-4508-b886-66e6cb2243a3 will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:37:40.838714 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:40.978437 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Pushing event updated for resources: {'Port': ['ID=34faabe4-239a-4508-b886-66e6cb2243a3,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:41.006306 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.015582 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf420f0-bb72-4467-a54e-a72e7bdbcea7 req-e4e624d7-aa1e-41c2-8410-211f58c87651 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:41.017363 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cdf420f0-bb72-4467-a54e-a72e7bdbcea7 req-e4e624d7-aa1e-41c2-8410-211f58c87651 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.1797729 Jul 28 10:37:41.040775 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706c6b1-3f24-474a-bdbd-a2ce0cb8652b req-c11285fc-50d4-4459-b806-0c9b4473ee1f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:41.043954 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Attempting to bind port 34faabe4-239a-4508-b886-66e6cb2243a3 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:37:41.044318 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Attempting to bind port 34faabe4-239a-4508-b886-66e6cb2243a3 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:37:41.044636 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Attempting to bind port 34faabe4-239a-4508-b886-66e6cb2243a3 on network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:41.047924 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f706c6b1-3f24-474a-bdbd-a2ce0cb8652b req-c11285fc-50d4-4459-b806-0c9b4473ee1f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0758896 Jul 28 10:37:41.062157 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Port 34faabe4-239a-4508-b886-66e6cb2243a3 on network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:37:41.062489 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Attempting to bind port 34faabe4-239a-4508-b886-66e6cb2243a3 on network 11ab1b17-9ef4-4433-b69d-ff3c73d89f04 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:37:41.087151 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:37:41.087501 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Checking segment: {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:41.088069 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Bound using segment: {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:37:41.088513 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Bound port: 34faabe4-239a-4508-b886-66e6cb2243a3, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:37:41.088900 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.089382 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f706c6b1-3f24-474a-bdbd-a2ce0cb8652b req-a0526e6e-b22a-4105-b0fe-eaae50025525 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405009 Jul 28 10:37:41.123598 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16da7e46-fe22-4191-90a5-2644034a8023,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:41.136561 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cdf420f0-bb72-4467-a54e-a72e7bdbcea7 req-e30eec52-90b2-441f-8d54-c64f111e7ceb tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897560 Jul 28 10:37:41.163382 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Checking segment: {'id': '6d517903-ed43-4cf2-810f-3118d52eb46c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'a6c0dec9-46ea-4059-84ff-b8314c06f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:37:41.163762 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Network hostable DHCP agents. Network: a6c0dec9-46ea-4059-84ff-b8314c06f80d, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:37:41.206038 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Network a6c0dec9-46ea-4059-84ff-b8314c06f80d is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:37:41.218002 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] For port 34faabe4-239a-4508-b886-66e6cb2243a3, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:37:41.220827 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, a6c0dec9-46ea-4059-84ff-b8314c06f80d) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:37:41.223961 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] For port 34faabe4-239a-4508-b886-66e6cb2243a3, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34faabe4-239a-4508-b886-66e6cb2243a3,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:37:41.227975 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69174ce-3819-4b52-906b-f7fc1606dd56 req-6f49ced7-8df6-41aa-b250-40c36680a009 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:41.228521 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:41.229172 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.230134 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f69174ce-3819-4b52-906b-f7fc1606dd56 req-6f49ced7-8df6-41aa-b250-40c36680a009 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.0641513 Jul 28 10:37:41.231521 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701ce91-538b-4d21-8bf7-bde6958deb14 None None] Network a6c0dec9-46ea-4059-84ff-b8314c06f80d requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:41.233814 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.278903 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:41.279655 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.281102 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] 10.222.0.23 "PUT /v2.0/ports/34faabe4-239a-4508-b886-66e6cb2243a3 HTTP/1.1" status: 200 len: 1093 time: 1.6393836 Jul 28 10:37:41.293050 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2fcb4c32-6a95-44cd-a178-ab8eca69e075 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7599146 Jul 28 10:37:41.302529 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b580174-6ae5-4aee-ad80-23560f0e20c0 service neutron] Pushing event updated for resources: {'Port': ['ID=34faabe4-239a-4508-b886-66e6cb2243a3,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:41.308296 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122754f7-f4c7-428b-a951-12c2330d6835'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:41.312696 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16e1196-a68f-4205-9c35-13624de2f95f" -d '{"events": [{"server_uuid": "b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1", "name": "network-vif-plugged", "status": "completed", "tag": "122754f7-f4c7-428b-a951-12c2330d6835"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:41.330566 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f69174ce-3819-4b52-906b-f7fc1606dd56 req-bcda2038-ee89-4a77-8c8e-71b58500f056 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935042 Jul 28 10:37:41.371128 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-321d0375-5b7f-4a60-be85-f59581c9b078 x-openstack-request-id: req-321d0375-5b7f-4a60-be85-f59581c9b078 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:41.371416 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1", "name": "network-vif-plugged", "status": "completed", "tag": "122754f7-f4c7-428b-a951-12c2330d6835", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:41.371671 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-321d0375-5b7f-4a60-be85-f59581c9b078 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:41.372049 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '122754f7-f4c7-428b-a951-12c2330d6835', 'code': 200} Jul 28 10:37:41.432605 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45044) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:41.440996 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700adc46-9810-410e-b039-24b54fd1c004 None None] Network a6c0dec9-46ea-4059-84ff-b8314c06f80d requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:37:41.478307 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] Deleting subnet 7a918ab6-0f65-4673-97da-ce5d36c2fa49 {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:37:41.481732 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.504631 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.527691 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.536634 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.604562 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.635476 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a918ab6-0f65-4673-97da-ce5d36c2fa49,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:41.642181 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.644128 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8af6ce46-c369-4866-bd19-a05dfd9c5193 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7a918ab6-0f65-4673-97da-ce5d36c2fa49 HTTP/1.1" status: 204 len: 168 time: 0.2104850 Jul 28 10:37:41.646515 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45054) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:41.651940 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f08eed-a5b9-43a7-a691-fa20fc9758c6 req-3af0a277-0a37-43f3-80cd-2ffd022c7567 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:41.653482 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-64f08eed-a5b9-43a7-a691-fa20fc9758c6 req-3af0a277-0a37-43f3-80cd-2ffd022c7567 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0531745 Jul 28 10:37:41.696414 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-64f08eed-a5b9-43a7-a691-fa20fc9758c6 req-b08e7f8b-7480-454a-91e6-16c73f5e5c2b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367270 Jul 28 10:37:41.719053 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.837167 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:41.850069 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.850419 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.851148 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.852011 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > port after_create 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.852352 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.852687 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > port after_update 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.853159 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.853496 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.853929 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:41.854186 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:42.006753 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:42.007106 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:42.007674 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:42.008113 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:37:42.008503 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c1673b-3779-41da-89a9-6376146a8e9a']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:42.033527 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2f4e2-4b01-41d7-9f19-1998072df738 req-ec6e7c44-4e82-4c67-9e6c-d453127ca6c3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:42.035151 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-87d2f4e2-4b01-41d7-9f19-1998072df738 req-ec6e7c44-4e82-4c67-9e6c-d453127ca6c3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 944 time: 0.2723391 Jul 28 10:37:42.036920 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ae25c45-e730-49b0-b0a3-d1a642f045f8') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:42.037218 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ae25c45-e730-49b0-b0a3-d1a642f045f8') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:42.064051 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.096935 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.111264 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-87d2f4e2-4b01-41d7-9f19-1998072df738 req-3c17cf6a-541c-4bdf-a847-a24b3022094f tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693543 Jul 28 10:37:42.112399 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:37:42.112836 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: from cryptography.utils import int_from_bytes Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: from cryptography.utils import int_from_bytes Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:37:42.116691 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:37:42.186507 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.204910 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.206923 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] 10.222.0.25 "DELETE /v2.0/networks/e6c1673b-3779-41da-89a9-6376146a8e9a HTTP/1.1" status: 204 len: 168 time: 0.5592420 Jul 28 10:37:42.208188 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084493d9-22e5-4cca-baa9-701d80fc0447 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c1673b-3779-41da-89a9-6376146a8e9a,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:42.209991 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45082) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:42.249022 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40b8f7b-1eb8-43ec-96ca-246a4fddd679 req-48d7a583-b5bc-4318-8048-7ca4456ad2d5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:42.250640 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a40b8f7b-1eb8-43ec-96ca-246a4fddd679 req-48d7a583-b5bc-4318-8048-7ca4456ad2d5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0744922 Jul 28 10:37:42.264498 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45084) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:42.294300 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] Deleting subnet 16da7e46-fe22-4191-90a5-2644034a8023 {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:37:42.295486 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a40b8f7b-1eb8-43ec-96ca-246a4fddd679 req-e5cbba35-482b-4530-a069-9b8895ce36d2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378332 Jul 28 10:37:42.298122 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.339015 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a61378-9f7d-4144-81cf-13433679bbbd req-8e39cee0-fddb-4f82-8b85-b5f7dd1be9b5 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:42.340520 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d6a61378-9f7d-4144-81cf-13433679bbbd req-8e39cee0-fddb-4f82-8b85-b5f7dd1be9b5 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0954378 Jul 28 10:37:42.346655 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.401135 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8c9561be-3ad3-4245-839b-dd750ddf2d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.413577 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d6a61378-9f7d-4144-81cf-13433679bbbd req-b1b64a45-26b6-4d5d-aae4-e4eaacdd9955 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403600 Jul 28 10:37:42.421640 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.446276 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd28e13-6930-4641-9020-5257ca4327af', 'tag': '34faabe4-239a-4508-b886-66e6cb2243a3'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:42.448578 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb9a8ca-10e0-4148-89cf-5d873bb215fb" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd28e13-6930-4641-9020-5257ca4327af", "tag": "34faabe4-239a-4508-b886-66e6cb2243a3"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:42.491079 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e504e452-aa4a-4a40-b798-a0fa233f83e5 x-openstack-request-id: req-e504e452-aa4a-4a40-b798-a0fa233f83e5 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:42.491518 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd28e13-6930-4641-9020-5257ca4327af", "tag": "34faabe4-239a-4508-b886-66e6cb2243a3", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:42.491797 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e504e452-aa4a-4a40-b798-a0fa233f83e5 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:42.492221 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd28e13-6930-4641-9020-5257ca4327af', 'tag': '34faabe4-239a-4508-b886-66e6cb2243a3', 'status': 'completed', 'code': 200} Jul 28 10:37:42.494211 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.497154 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804412d-8875-4f83-8e07-25f61972f47c req-e75a209a-0c4c-463a-97d3-8d871150483c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:42.498954 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b804412d-8875-4f83-8e07-25f61972f47c req-e75a209a-0c4c-463a-97d3-8d871150483c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.0616469 Jul 28 10:37:42.523727 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.525756 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16da7e46-fe22-4191-90a5-2644034a8023 HTTP/1.1" status: 204 len: 168 time: 0.3148534 Jul 28 10:37:42.526830 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35093240-22b9-40b4-9bf9-4f89a4cfe6b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16da7e46-fe22-4191-90a5-2644034a8023,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:42.529695 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45096) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:42.560262 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b804412d-8875-4f83-8e07-25f61972f47c req-bd0d4993-2fc2-41b1-a764-8dd94ce4aff8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525129 Jul 28 10:37:42.582478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8c9561be-3ad3-4245-839b-dd750ddf2d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.587002 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8c9561be-3ad3-4245-839b-dd750ddf2d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.598190 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.629392 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-8c9561be-3ad3-4245-839b-dd750ddf2d03 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c64e0f3164cc4d2d9cba1ecb55fa12b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3615088 Jul 28 10:37:42.629392 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9561be-3ad3-4245-839b-dd750ddf2d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db070543-6415-4cb6-93c8-4032822fbe02,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:42.630718 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45098) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:42.678644 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-502cba11-73b6-478b-9048-3579f6a78005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.679619 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.690033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6c0dec9-46ea-4059-84ff-b8314c06f80d']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:42.701026 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d517903-ed43-4cf2-810f-3118d52eb46c') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:42.701331 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d517903-ed43-4cf2-810f-3118d52eb46c') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:42.701524 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-502cba11-73b6-478b-9048-3579f6a78005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.711979 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.725573 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.731320 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:37:42.731734 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:37:42.733327 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:37:42.761416 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-502cba11-73b6-478b-9048-3579f6a78005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.764315 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-502cba11-73b6-478b-9048-3579f6a78005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.766497 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-502cba11-73b6-478b-9048-3579f6a78005 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/db070543-6415-4cb6-93c8-4032822fbe02 HTTP/1.1" status: 204 len: 168 time: 0.1349115 Jul 28 10:37:42.775353 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cba11-73b6-478b-9048-3579f6a78005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db070543-6415-4cb6-93c8-4032822fbe02,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:42.803608 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.826423 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:42.828289 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] 10.222.0.25 "DELETE /v2.0/networks/a6c0dec9-46ea-4059-84ff-b8314c06f80d HTTP/1.1" status: 204 len: 168 time: 0.2976747 Jul 28 10:37:42.842802 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a862ccee-0724-45c0-a55c-e27a1bef5c3f admin admin] Pushing event deleted for resources: {'Network': ['ID=a6c0dec9-46ea-4059-84ff-b8314c06f80d,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:42.861934 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b3952-a1dd-4831-aafe-ee2e77c29bde req-f98e3612-2bab-4344-8cb0-2b5a4825d8ec tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:42.863431 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-529b3952-a1dd-4831-aafe-ee2e77c29bde req-f98e3612-2bab-4344-8cb0-2b5a4825d8ec tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0704670 Jul 28 10:37:42.895602 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device b2d77924-3a3e-4775-b174-f86027863c1c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:37:42.908434 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-529b3952-a1dd-4831-aafe-ee2e77c29bde req-18219f54-dee8-4bb9-b995-85c307ac422c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Jul 28 10:37:42.959745 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45108) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:43.008715 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-352a1f93-8ab1-4c11-b18b-5e3cc8f8bcd6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6558e57c33224c9ebc1b2d6927a647d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446846 Jul 28 10:37:43.008715 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45110) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:43.010183 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port b2d77924-3a3e-4775-b174-f86027863c1c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b2d77924-3a3e-4775-b174-f86027863c1c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:43.031854 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'port_id': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'mac_address': 'fa:16:3e:e6:8f:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:37:43.038011 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.060832 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5f049f4-c415-495e-9143-577b906cf9a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.070637 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.083863 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2d77924-3a3e-4775-b174-f86027863c1c {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:43.087278 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5f049f4-c415-495e-9143-577b906cf9a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.103059 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:37:43.110511 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port b2d77924-3a3e-4775-b174-f86027863c1c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b2d77924-3a3e-4775-b174-f86027863c1c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:43.115008 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.139930 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5f049f4-c415-495e-9143-577b906cf9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.143445 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5f049f4-c415-495e-9143-577b906cf9a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.147679 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f5f049f4-c415-495e-9143-577b906cf9a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d913a10c-4863-46ee-b951-426a66e983fd HTTP/1.1" status: 204 len: 168 time: 0.1355586 Jul 28 10:37:43.154204 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f049f4-c415-495e-9143-577b906cf9a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d913a10c-4863-46ee-b951-426a66e983fd,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:43.191222 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=b2d77924-3a3e-4775-b174-f86027863c1c,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:43.203197 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45116) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:43.216645 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-32cb4a78-13a6-49eb-bde3-ad1fb787b2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.297715 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e6a88-bcdc-495b-a915-8f6d47d79809 req-5f7ffb5e-d00f-4fa9-b29f-41b04babc752 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:43.298963 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad5e6a88-bcdc-495b-a915-8f6d47d79809 req-5f7ffb5e-d00f-4fa9-b29f-41b04babc752 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 945 time: 0.0745478 Jul 28 10:37:43.323437 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-89c6f0f9-de9e-4aae-922e-17dfd860de7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 217 time: 0.0699446 Jul 28 10:37:43.370685 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad5e6a88-bcdc-495b-a915-8f6d47d79809 req-dd48b451-619a-4902-9ef6-66009bc1085d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606813 Jul 28 10:37:43.421292 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-32cb4a78-13a6-49eb-bde3-ad1fb787b2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.435181 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-32cb4a78-13a6-49eb-bde3-ad1fb787b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.445695 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['b2d77924-3a3e-4775-b174-f86027863c1c'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:37:43.453764 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-48b752fa-939f-438c-920f-d2cd63635756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:43.461371 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-48b752fa-939f-438c-920f-d2cd63635756 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 1096 time: 0.2072256 Jul 28 10:37:43.520974 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb4a78-13a6-49eb-bde3-ad1fb787b2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26f86e0-06d0-4dd9-9232-88d2039a8109,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:43.610594 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-32cb4a78-13a6-49eb-bde3-ad1fb787b2df admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d7d503314fe748c5b093184a90c0f9e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4063122 Jul 28 10:37:43.613323 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45130) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:43.701885 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-719c12e2-8f2c-4fb2-a2a1-631446785d21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7 HTTP/1.1" status: 200 len: 217 time: 0.1527812 Jul 28 10:37:43.704022 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45134) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:43.743775 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e7f6130f-6b9f-4005-aaf9-beb6eb33ec76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.786496 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e7f6130f-6b9f-4005-aaf9-beb6eb33ec76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.819935 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3690bc90-857d-4cc6-b5eb-21a54eb1ba2d req-94e928e0-4611-4bb1-89ac-1341b3f2feb1 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:43.828278 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3690bc90-857d-4cc6-b5eb-21a54eb1ba2d req-94e928e0-4611-4bb1-89ac-1341b3f2feb1 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.2882934 Jul 28 10:37:43.874702 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875669e2-8f28-49ef-b433-ea621956d642 req-fa3074f2-026a-423b-bfe2-12162df57d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:43.876938 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-875669e2-8f28-49ef-b433-ea621956d642 req-fa3074f2-026a-423b-bfe2-12162df57d04 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 1098 time: 0.2062037 Jul 28 10:37:43.921146 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e7f6130f-6b9f-4005-aaf9-beb6eb33ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.924266 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e7f6130f-6b9f-4005-aaf9-beb6eb33ec76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:43.925786 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e7f6130f-6b9f-4005-aaf9-beb6eb33ec76 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f26f86e0-06d0-4dd9-9232-88d2039a8109 HTTP/1.1" status: 204 len: 168 time: 0.3113852 Jul 28 10:37:43.945891 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3690bc90-857d-4cc6-b5eb-21a54eb1ba2d req-b4eb57ed-165d-4986-9882-b06704149c18 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160243 Jul 28 10:37:43.965615 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-875669e2-8f28-49ef-b433-ea621956d642 req-cf9423ab-c919-4e49-8485-4ee692076caf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797544 Jul 28 10:37:43.967150 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6130f-6b9f-4005-aaf9-beb6eb33ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26f86e0-06d0-4dd9-9232-88d2039a8109,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:44.011127 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-c81a3ccc-30ba-4a83-b6e5-9448864f72f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.012564 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-c81a3ccc-30ba-4a83-b6e5-9448864f72f2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.2917740 Jul 28 10:37:44.051664 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-02f61e70-c1ee-4309-9469-1c3a0b0efb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.053175 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-02f61e70-c1ee-4309-9469-1c3a0b0efb20 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.6887217 Jul 28 10:37:44.071431 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-ffefd83b-4e0f-4952-bbd1-27763c8e916a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02e9891e93914a47826a6200cf52dae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517630 Jul 28 10:37:44.073521 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f3b382-c615-4309-8e68-1ac9aad5df83 req-62eb982d-a602-45cb-a076-04b6d451b630 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.074810 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45152) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:44.075183 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-50f3b382-c615-4309-8e68-1ac9aad5df83 req-62eb982d-a602-45cb-a076-04b6d451b630 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.0607700 Jul 28 10:37:44.099046 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a8ca-10e0-4148-89cf-5d873bb215fb req-e77322cb-3f2e-4cb5-b3a4-4495a5e4dc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.100784 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bfb9a8ca-10e0-4148-89cf-5d873bb215fb req-e77322cb-3f2e-4cb5-b3a4-4495a5e4dc2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 1096 time: 0.6327674 Jul 28 10:37:44.113545 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-50f3b382-c615-4309-8e68-1ac9aad5df83 req-190872ae-9bd2-4b8f-b9e3-75e8a5a006d6 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324974 Jul 28 10:37:44.113954 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dfcd64-83ef-4f26-ac6e-24245c415545 req-6e5aaaeb-3183-462c-b303-e7553e1f5c5f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.121597 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-97dfcd64-83ef-4f26-ac6e-24245c415545 req-6e5aaaeb-3183-462c-b303-e7553e1f5c5f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.5981681 Jul 28 10:37:44.175535 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-97dfcd64-83ef-4f26-ac6e-24245c415545 req-decb5bed-be0a-46c8-8eac-f620bc27d6bb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530403 Jul 28 10:37:44.187777 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46070ca8-42e6-428b-bf0b-27267101ef22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:44.210146 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46070ca8-42e6-428b-bf0b-27267101ef22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:44.235423 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec77e997-0578-48e4-862e-7a85290d25a4 req-102d0204-651d-4948-9f8f-614fc0c0d0f6 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.237183 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec77e997-0578-48e4-862e-7a85290d25a4 req-102d0204-651d-4948-9f8f-614fc0c0d0f6 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0658295 Jul 28 10:37:44.262585 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46070ca8-42e6-428b-bf0b-27267101ef22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:44.265240 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46070ca8-42e6-428b-bf0b-27267101ef22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:44.266525 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-46070ca8-42e6-428b-bf0b-27267101ef22 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/759db1f9-7274-4eb6-a65f-48aae4f2e5a9 HTTP/1.1" status: 204 len: 168 time: 0.1852083 Jul 28 10:37:44.301000 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec77e997-0578-48e4-862e-7a85290d25a4 req-de64286f-61df-40b6-9b92-5741ac49c459 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573049 Jul 28 10:37:44.313353 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46070ca8-42e6-428b-bf0b-27267101ef22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759db1f9-7274-4eb6-a65f-48aae4f2e5a9,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:44.375813 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-bed027ef-0443-459d-8e93-cb5137a806d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0990565 Jul 28 10:37:44.582287 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af073d9-d608-4535-89a9-4add15c3e079 req-aaf51d5f-9c24-4d56-8343-01d7a7305e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.583715 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-aaf51d5f-9c24-4d56-8343-01d7a7305e16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3059652 Jul 28 10:37:44.600663 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a8ca-10e0-4148-89cf-5d873bb215fb req-ae3c7928-9ca0-41d9-9585-c8b70d4248dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.602871 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bfb9a8ca-10e0-4148-89cf-5d873bb215fb req-ae3c7928-9ca0-41d9-9585-c8b70d4248dd service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=02bb4273bddb44d783e4291853ff94bc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3315175 Jul 28 10:37:44.680996 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d9ac-a592-4e53-892c-c411e77852be req-37d500b9-9279-495b-a4dd-000cded16c3d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.682482 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7593d9ac-a592-4e53-892c-c411e77852be req-37d500b9-9279-495b-a4dd-000cded16c3d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 945 time: 0.1890092 Jul 28 10:37:44.743799 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-d7769be8-6551-43af-99d7-607d69c7193e service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3461170 Jul 28 10:37:44.878605 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device b2d77924-3a3e-4775-b174-f86027863c1c up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:44.923659 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7593d9ac-a592-4e53-892c-c411e77852be req-859ca9f1-e6e0-4da6-95cc-3efb32d8e608 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149446 Jul 28 10:37:44.949198 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-c90816b9-974f-4ae3-abe8-c4333a8822b2 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414841 Jul 28 10:37:44.964281 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9a8ca-10e0-4148-89cf-5d873bb215fb req-2e4da1a3-b2ff-40fa-b82d-d82dd6b0de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:44.965884 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bfb9a8ca-10e0-4148-89cf-5d873bb215fb req-2e4da1a3-b2ff-40fa-b82d-d82dd6b0de49 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3037431 Jul 28 10:37:45.024940 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port b2d77924-3a3e-4775-b174-f86027863c1c completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:45.029653 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port b2d77924-3a3e-4775-b174-f86027863c1c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:45.030235 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:45.038233 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eaca153-9fdc-4c4a-95a6-0982676c4339 req-9709814a-dadd-4c2d-99c8-3934ae035636 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786551 Jul 28 10:37:45.084046 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5af073d9-d608-4535-89a9-4add15c3e079 req-2d86861d-5b5f-4745-a92c-57c7f00f3720 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172152 Jul 28 10:37:45.134797 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:45.183014 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:45.185920 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0337ad4b-5c2e-4000-a80f-a5927257edac" -d '{"events": [{"server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "name": "network-vif-plugged", "status": "completed", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:45.192152 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf0c60-c1fb-425c-9737-610b2caa3205 req-c0c7553b-32b9-4e3a-9de3-11e7f9ab2209 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:45.198354 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e7cf0c60-c1fb-425c-9737-610b2caa3205 req-c0c7553b-32b9-4e3a-9de3-11e7f9ab2209 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.1496139 Jul 28 10:37:45.212097 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port b2d77924-3a3e-4775-b174-f86027863c1c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b2d77924-3a3e-4775-b174-f86027863c1c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:45.215278 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:45.218696 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:45.278046 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-b46fefbd-0f36-4b3c-af24-e9575db180d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:45.279567 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-b46fefbd-0f36-4b3c-af24-e9575db180d6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 1096 time: 0.0975933 Jul 28 10:37:45.290695 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=b2d77924-3a3e-4775-b174-f86027863c1c,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:45.306369 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e7cf0c60-c1fb-425c-9737-610b2caa3205 req-bd1d3b17-bf72-4ba3-ba8f-6524e1376c8f tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007218 Jul 28 10:37:45.413012 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe857ff-a345-4a5c-b651-4dcc605f1690 x-openstack-request-id: req-dfe857ff-a345-4a5c-b651-4dcc605f1690 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:45.413311 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "name": "network-vif-plugged", "status": "completed", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:45.413687 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dfe857ff-a345-4a5c-b651-4dcc605f1690 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:45.414634 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'code': 200} Jul 28 10:37:45.440172 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-a39811e9-aaf3-4ac8-9601-7bdb8a74af6c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34faabe4-239a-4508-b886-66e6cb2243a3 HTTP/1.1" status: 200 len: 217 time: 0.1426775 Jul 28 10:37:45.472041 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-a6d975a4-7080-457d-a53b-0b1e9b0d41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:45.473498 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-a6d975a4-7080-457d-a53b-0b1e9b0d41fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 1096 time: 0.1779521 Jul 28 10:37:45.484577 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e934a2a-ae4e-4b55-8fc2-72519328f932 req-304d00a5-2ffb-4244-9acd-9d036384b52d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:45.486259 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7e934a2a-ae4e-4b55-8fc2-72519328f932 req-304d00a5-2ffb-4244-9acd-9d036384b52d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.2056811 Jul 28 10:37:45.624220 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-ee593ce3-5778-49fb-a548-52878891d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:45.625714 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae06856-ada0-43bf-a0d3-ee0767b30b3b req-5c1bd079-a89d-443c-9610-d477cb9afe4d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:45.625862 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-ee593ce3-5778-49fb-a548-52878891d997 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.1706901 Jul 28 10:37:45.641058 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7e934a2a-ae4e-4b55-8fc2-72519328f932 req-82a077a9-e902-4124-bebb-162217464373 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192265 Jul 28 10:37:45.647487 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eae06856-ada0-43bf-a0d3-ee0767b30b3b req-5c1bd079-a89d-443c-9610-d477cb9afe4d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.1638491 Jul 28 10:37:45.717335 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eae06856-ada0-43bf-a0d3-ee0767b30b3b req-e79083c6-71b7-498c-bcd1-26fe5120f494 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688157 Jul 28 10:37:45.780862 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-142f394f-a889-4565-8194-2a71fdb42204 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1343067 Jul 28 10:37:46.066192 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-3c706a68-1503-4451-a6f1-1e9c2a052cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.067743 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-3c706a68-1503-4451-a6f1-1e9c2a052cd9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.5510938 Jul 28 10:37:46.088796 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0a39-6799-4e51-8e56-460bbca0956f req-e35f88db-ccca-4d2f-b270-99247d204f78 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.090461 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-396d0a39-6799-4e51-8e56-460bbca0956f req-e35f88db-ccca-4d2f-b270-99247d204f78 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0546074 Jul 28 10:37:46.121826 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c09e6-6494-4f16-b51b-78069807dcf9 req-b21ad206-5e27-44eb-918e-d8a18b919597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.123629 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-339c09e6-6494-4f16-b51b-78069807dcf9 req-b21ad206-5e27-44eb-918e-d8a18b919597 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 1099 time: 0.4420621 Jul 28 10:37:46.129419 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-fbcc741d-915f-49db-b36c-73a262504b45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7 HTTP/1.1" status: 200 len: 217 time: 0.0516226 Jul 28 10:37:46.136205 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-396d0a39-6799-4e51-8e56-460bbca0956f req-9a7c75d7-9d2b-4285-b623-9d3bc25a6d5d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396423 Jul 28 10:37:46.139873 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46576e-120a-44f0-ae16-410785e480de req-85d0dd7a-808f-4b78-82e1-261ea6e7d6a9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.142476 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a46576e-120a-44f0-ae16-410785e480de req-85d0dd7a-808f-4b78-82e1-261ea6e7d6a9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.3632753 Jul 28 10:37:46.251819 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-a97b31a1-8aba-4409-ab66-f581923b414b service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4495714 Jul 28 10:37:46.270719 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-0fd7ad55-e43d-437d-b4fb-526cae8cd8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.272077 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-0fd7ad55-e43d-437d-b4fb-526cae8cd8f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.1297331 Jul 28 10:37:46.275346 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-339c09e6-6494-4f16-b51b-78069807dcf9 req-3b56f86b-b2d0-4d57-9953-f3ea1985dc9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319737 Jul 28 10:37:46.286739 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a46576e-120a-44f0-ae16-410785e480de req-937b07c7-1bf0-4a3c-9140-99fa1a248813 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234922 Jul 28 10:37:46.358416 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77c21839-2565-4e2c-bb53-92814fd8abf1 req-47de6394-afbf-4b51-b0f2-d4c975ab95de service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987036 Jul 28 10:37:46.417756 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45250) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:46.443157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b15d4-627c-460c-8c02-95785591cedf req-97811237-2661-4e99-bac4-fad7d5bf9ff0 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.444881 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9e6b15d4-627c-460c-8c02-95785591cedf req-97811237-2661-4e99-bac4-fad7d5bf9ff0 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0594771 Jul 28 10:37:46.493495 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9e6b15d4-627c-460c-8c02-95785591cedf req-9ba5d47b-4fc1-4c69-ab89-91316c2c96e1 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422056 Jul 28 10:37:46.535991 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-109215a7-5aa6-49d8-98fd-7c71466e9e91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:46.665848 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-2237cd92-6984-4e88-9799-6991cd36f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.667328 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-2237cd92-6984-4e88-9799-6991cd36f89b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0828249 Jul 28 10:37:46.721736 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-109215a7-5aa6-49d8-98fd-7c71466e9e91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:46.761732 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-109215a7-5aa6-49d8-98fd-7c71466e9e91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:46.842391 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-109215a7-5aa6-49d8-98fd-7c71466e9e91 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4cdfe3e3d468456c905fbd9a701f740b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4235089 Jul 28 10:37:46.858384 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45272) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:46.863906 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109215a7-5aa6-49d8-98fd-7c71466e9e91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7765e22-acee-458a-b00f-2b262169028c,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:46.886422 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 82804a28-d133-4800-8d06-025b1596883a details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:37:46.897313 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e7b26-eadf-4347-818d-bd35eba60b3f req-5abf8383-5d15-4a24-aa79-ee780b6a472e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.899482 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b04e7b26-eadf-4347-818d-bd35eba60b3f req-5abf8383-5d15-4a24-aa79-ee780b6a472e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.1668062 Jul 28 10:37:46.903306 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-8406d7a8-5d92-4513-8b8c-a140870b5b57 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992121 Jul 28 10:37:46.944527 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e17411-adfd-4af0-a3aa-47e00308c178 req-48d1c9ae-d1e7-4428-96f2-6e0486e1441a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:46.947954 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89e17411-adfd-4af0-a3aa-47e00308c178 req-48d1c9ae-d1e7-4428-96f2-6e0486e1441a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.1434140 Jul 28 10:37:47.021586 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b04e7b26-eadf-4347-818d-bd35eba60b3f req-e27c7412-26f4-4499-80bc-f4bfb9d25b5c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125290 Jul 28 10:37:47.050224 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 82804a28-d133-4800-8d06-025b1596883a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=82804a28-d133-4800-8d06-025b1596883a,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:47.052977 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c487ac55-8d4f-4a81-82c1-3a8200029f21 req-36824bea-33c0-4868-8b85-2489975f3c90 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260867 Jul 28 10:37:47.063576 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '82804a28-d133-4800-8d06-025b1596883a', 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'port_id': '82804a28-d133-4800-8d06-025b1596883a', 'mac_address': 'fa:16:3e:36:6c:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:37:47.070484 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89e17411-adfd-4af0-a3aa-47e00308c178 req-ab664dbd-059c-481d-b3a9-af0be7446cda tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060913 Jul 28 10:37:47.074461 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-18492f71-8730-4298-a950-8bfd92373e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.107757 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-18492f71-8730-4298-a950-8bfd92373e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.137115 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.152130 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82804a28-d133-4800-8d06-025b1596883a {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:47.169197 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-18492f71-8730-4298-a950-8bfd92373e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.172441 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-18492f71-8730-4298-a950-8bfd92373e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.173395 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-18492f71-8730-4298-a950-8bfd92373e23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a7765e22-acee-458a-b00f-2b262169028c HTTP/1.1" status: 204 len: 168 time: 0.3135705 Jul 28 10:37:47.181982 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 82804a28-d133-4800-8d06-025b1596883a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=82804a28-d133-4800-8d06-025b1596883a,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:47.182863 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18492f71-8730-4298-a950-8bfd92373e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7765e22-acee-458a-b00f-2b262169028c,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:47.188154 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.259328 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=82804a28-d133-4800-8d06-025b1596883a,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:47.330127 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09032ae8-8b0a-4715-8785-800eb42c9bd7 req-c891d2e3-0196-42b9-88ac-45d978adced8 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:47.333079 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-09032ae8-8b0a-4715-8785-800eb42c9bd7 req-c891d2e3-0196-42b9-88ac-45d978adced8 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0670505 Jul 28 10:37:47.351398 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45296) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:47.383717 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-09032ae8-8b0a-4715-8785-800eb42c9bd7 req-1ec20a67-1819-491d-a267-8384c1bdbb09 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412781 Jul 28 10:37:47.517317 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caf944a5-126f-4581-b745-0736d3c6d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.571551 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45302) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:47.584844 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f1d97461-0937-4c75-b2a1-629635c49087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.608262 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caf944a5-126f-4581-b745-0736d3c6d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.612072 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-caf944a5-126f-4581-b745-0736d3c6d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.631228 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['82804a28-d133-4800-8d06-025b1596883a'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:37:47.665416 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-caf944a5-126f-4581-b745-0736d3c6d2a8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d4e223213ad44200aebe9b0772226a24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120375 Jul 28 10:37:47.667151 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45306) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:47.668289 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf944a5-126f-4581-b745-0736d3c6d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf4dfd0-ad1b-40ac-845d-a7cdaa4a28ad,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:47.717392 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f1d97461-0937-4c75-b2a1-629635c49087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.722095 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f1d97461-0937-4c75-b2a1-629635c49087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.770873 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f1d97461-0937-4c75-b2a1-629635c49087 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=62953a4c344e44949e9911edfbf775fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1978259 Jul 28 10:37:47.771682 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45310) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:47.775194 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b647-4b35-4e69-88fb-05f1818bf86d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.801334 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b647-4b35-4e69-88fb-05f1818bf86d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.807295 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d97461-0937-4c75-b2a1-629635c49087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d43fd7-06f2-4c00-b3f7-68865bcc8a30,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:47.859316 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b621c919-129a-45dc-97cf-7d4eb85c35f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.867270 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b647-4b35-4e69-88fb-05f1818bf86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.870238 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c0d8b647-4b35-4e69-88fb-05f1818bf86d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.871485 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-c0d8b647-4b35-4e69-88fb-05f1818bf86d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5cf4dfd0-ad1b-40ac-845d-a7cdaa4a28ad HTTP/1.1" status: 204 len: 168 time: 0.2042389 Jul 28 10:37:47.880983 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8b647-4b35-4e69-88fb-05f1818bf86d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf4dfd0-ad1b-40ac-845d-a7cdaa4a28ad,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:47.895367 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b621c919-129a-45dc-97cf-7d4eb85c35f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.954867 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b621c919-129a-45dc-97cf-7d4eb85c35f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.958043 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b621c919-129a-45dc-97cf-7d4eb85c35f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:47.969175 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b621c919-129a-45dc-97cf-7d4eb85c35f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/83d43fd7-06f2-4c00-b3f7-68865bcc8a30 HTTP/1.1" status: 204 len: 168 time: 0.1918344 Jul 28 10:37:47.982857 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621c919-129a-45dc-97cf-7d4eb85c35f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d43fd7-06f2-4c00-b3f7-68865bcc8a30,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:48.361265 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45340) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:48.379350 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b76c3398-f4b7-4293-8035-76b42f19bf07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:48.490071 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b76c3398-f4b7-4293-8035-76b42f19bf07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:48.494865 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b76c3398-f4b7-4293-8035-76b42f19bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:48.533186 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b76c3398-f4b7-4293-8035-76b42f19bf07 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=83586f21cd6d4faf822523b72b5e0813&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706049 Jul 28 10:37:48.533919 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c3398-f4b7-4293-8035-76b42f19bf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb060fa-124b-47c5-a21f-9e77c676c64e,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:48.535894 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45350) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:48.588923 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-43cbd6eb-9b67-4ad3-aec0-f5e9758445ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:48.610309 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-43cbd6eb-9b67-4ad3-aec0-f5e9758445ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:48.661692 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-43cbd6eb-9b67-4ad3-aec0-f5e9758445ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:48.664461 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-43cbd6eb-9b67-4ad3-aec0-f5e9758445ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:48.665628 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-43cbd6eb-9b67-4ad3-aec0-f5e9758445ce admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bcb060fa-124b-47c5-a21f-9e77c676c64e HTTP/1.1" status: 204 len: 168 time: 0.1286862 Jul 28 10:37:48.673568 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cbd6eb-9b67-4ad3-aec0-f5e9758445ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb060fa-124b-47c5-a21f-9e77c676c64e,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:50.292610 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45430) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:50.394247 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b586e803-dc06-48d4-be66-928dae8e4f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.484655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b586e803-dc06-48d4-be66-928dae8e4f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.488450 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b586e803-dc06-48d4-be66-928dae8e4f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.525320 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:37:50.527178 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b586e803-dc06-48d4-be66-928dae8e4f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc00dd23-f244-4239-8395-a5a4988a943d,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:50.531346 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b586e803-dc06-48d4-be66-928dae8e4f71 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2adb939bae9d42eea4f44462abe470bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376904 Jul 28 10:37:50.533982 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45436) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:50.588287 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-99b3f27e-511a-405c-9a88-7c4ad3f1bbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.612901 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-99b3f27e-511a-405c-9a88-7c4ad3f1bbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.656865 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:50.675916 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'port_id': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'mac_address': 'fa:16:3e:73:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:37:50.679724 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-99b3f27e-511a-405c-9a88-7c4ad3f1bbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.682709 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-99b3f27e-511a-405c-9a88-7c4ad3f1bbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.684046 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-99b3f27e-511a-405c-9a88-7c4ad3f1bbad admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cc00dd23-f244-4239-8395-a5a4988a943d HTTP/1.1" status: 204 len: 168 time: 0.1491554 Jul 28 10:37:50.692960 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3f27e-511a-405c-9a88-7c4ad3f1bbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc00dd23-f244-4239-8395-a5a4988a943d,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:50.774270 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.803779 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602fc625-de40-4d7c-8ac1-0c239e6258a7 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:50.828003 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:50.834229 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:50.881021 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c2903-fa36-4b19-a30b-8371e09bc092 req-98d464eb-3c6c-4921-8f61-bc2056d45900 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:50.883260 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d10c2903-fa36-4b19-a30b-8371e09bc092 req-98d464eb-3c6c-4921-8f61-bc2056d45900 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.0881686 Jul 28 10:37:50.905486 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:50.924990 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85bff2-a968-44ec-a086-f9abbdf17857 req-829549c7-c4ab-48aa-9cb2-80392c6bb45a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:50.933836 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2d85bff2-a968-44ec-a086-f9abbdf17857 req-829549c7-c4ab-48aa-9cb2-80392c6bb45a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 944 time: 0.0749884 Jul 28 10:37:50.941039 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d10c2903-fa36-4b19-a30b-8371e09bc092 req-7fe9a311-a462-469f-995b-6304bf09b717 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471222 Jul 28 10:37:50.991834 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2d85bff2-a968-44ec-a086-f9abbdf17857 req-f31eba88-bf2f-42ef-986c-3501743c2b2a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565786 Jul 28 10:37:51.059546 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0528f82-2cc8-4117-be3b-ffb3b2ba4c66 req-2c1a3b44-2dfe-4786-b266-49ea3556d0e5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:51.061185 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c0528f82-2cc8-4117-be3b-ffb3b2ba4c66 req-2c1a3b44-2dfe-4786-b266-49ea3556d0e5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0541849 Jul 28 10:37:51.113806 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c0528f82-2cc8-4117-be3b-ffb3b2ba4c66 req-0f7f3b23-e966-4ceb-a2f7-826bca0b37cf tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Jul 28 10:37:51.126525 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45458) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:51.152387 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-41f872cd-cf2f-46e0-ad7b-d9439ad1585f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.239748 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['602fc625-de40-4d7c-8ac1-0c239e6258a7'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:37:51.262584 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7ed132-ba3c-4a03-837d-548fdad7482b req-1ffa8e92-fa10-424d-9d85-ce1bb2612078 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:51.264136 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ca7ed132-ba3c-4a03-837d-548fdad7482b req-1ffa8e92-fa10-424d-9d85-ce1bb2612078 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0763488 Jul 28 10:37:51.274730 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45464) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:51.279415 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'floatingip': {'port_id': 'b2d77924-3a3e-4775-b174-f86027863c1c'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:37:51.310734 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-41f872cd-cf2f-46e0-ad7b-d9439ad1585f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.315154 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-41f872cd-cf2f-46e0-ad7b-d9439ad1585f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.355355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.357153 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f872cd-cf2f-46e0-ad7b-d9439ad1585f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2edd54f1-448c-4e1e-9183-8c36f592d2f6,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:51.363935 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-41f872cd-cf2f-46e0-ad7b-d9439ad1585f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=12c211e344b7416189cff7bbee1148c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363272 Jul 28 10:37:51.368256 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45468) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:51.423492 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a052087a-591f-48be-8d67-66a2fd884572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.449199 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a052087a-591f-48be-8d67-66a2fd884572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.509330 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a052087a-591f-48be-8d67-66a2fd884572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.511837 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a052087a-591f-48be-8d67-66a2fd884572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:51.513043 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a052087a-591f-48be-8d67-66a2fd884572 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2edd54f1-448c-4e1e-9183-8c36f592d2f6 HTTP/1.1" status: 204 len: 168 time: 0.1436405 Jul 28 10:37:51.520881 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a052087a-591f-48be-8d67-66a2fd884572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edd54f1-448c-4e1e-9183-8c36f592d2f6,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:52.130623 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47713a-3a24-4a30-9bd6-7cca85c37ba2 req-cc730aac-d768-4881-9d39-283d77393311 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:52.132422 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8f47713a-3a24-4a30-9bd6-7cca85c37ba2 req-cc730aac-d768-4881-9d39-283d77393311 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 944 time: 0.0605295 Jul 28 10:37:52.175379 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701da6b9-a87c-4e2c-8b37-8d809e057395 req-825ae406-76e0-4ef2-8c47-06befc91c63b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:52.176963 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-701da6b9-a87c-4e2c-8b37-8d809e057395 req-825ae406-76e0-4ef2-8c47-06befc91c63b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.1306455 Jul 28 10:37:52.182815 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8f47713a-3a24-4a30-9bd6-7cca85c37ba2 req-3c755318-8d4e-450c-948f-a338079d826c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372789 Jul 28 10:37:52.283076 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-701da6b9-a87c-4e2c-8b37-8d809e057395 req-46875352-269a-4745-b75f-d9b0493ef9e6 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999291 Jul 28 10:37:52.304792 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:52.308413 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:52.406451 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Floating IP fabff761-22dc-476c-91d6-bbbcc7c02721 associated. External IP: 172.27.3.67, port: b2d77924-3a3e-4775-b174-f86027863c1c. Jul 28 10:37:52.607710 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Router d4923e8c-896a-4a5e-99b4-5e0fcb350526 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:37:52.718548 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:37:52.724141 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:52.733171 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] Sync routers for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:37:52.744117 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:52.744854 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:52.758110 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-a890e764-8c36-4aff-99fd-995442a85eff tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "PUT /v2.0/floatingips/fabff761-22dc-476c-91d6-bbbcc7c02721 HTTP/1.1" status: 200 len: 991 time: 1.4812546 Jul 28 10:37:52.758962 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:52.761523 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a9006e-063c-47b7-a2fd-936bd035ab94" -d '{"events": [{"name": "network-changed", "server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:52.810358 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25312d31-2067-48d1-90e2-4497a76c8274 x-openstack-request-id: req-25312d31-2067-48d1-90e2-4497a76c8274 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:52.810645 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:52.810890 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-25312d31-2067-48d1-90e2-4497a76c8274 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:52.811302 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'status': 'completed', 'code': 200} Jul 28 10:37:52.873712 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:53.145661 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'fabff761-22dc-476c-91d6-bbbcc7c02721', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'port_id': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'mac_address': 'fa:16:3e:e6:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075c593-6301-4ed9-b795-78c416194982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:37:28Z', 'updated_at': '2021-07-28T10:37:52Z', 'revision_number': 1, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:53.176115 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] Checking router: d4923e8c-896a-4a5e-99b4-5e0fcb350526 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:37:53.185036 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:37:53.185652 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:53.290533 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:37:53.306539 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52880510-a9ed-4301-ba42-521bd5d485c0 req-4b13e38f-bc14-453a-a63c-b334f0d82bd9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:53.308036 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-52880510-a9ed-4301-ba42-521bd5d485c0 req-4b13e38f-bc14-453a-a63c-b334f0d82bd9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 944 time: 0.0495958 Jul 28 10:37:53.345727 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-52880510-a9ed-4301-ba42-521bd5d485c0 req-2dabc521-cc55-4f46-957c-2a2e7cf22992 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316505 Jul 28 10:37:53.456717 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187e8e4-ed38-49ac-926b-b408fbfd64c9 req-46e6a240-111c-4b68-9166-64e306716875 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:53.458479 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6187e8e4-ed38-49ac-926b-b408fbfd64c9 req-46e6a240-111c-4b68-9166-64e306716875 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 943 time: 0.0507867 Jul 28 10:37:53.504203 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6187e8e4-ed38-49ac-926b-b408fbfd64c9 req-367286da-8f1d-43a0-b8ac-306be1e5df2a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389266 Jul 28 10:37:53.563493 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'fabff761-22dc-476c-91d6-bbbcc7c02721', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'port_id': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'mac_address': 'fa:16:3e:e6:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075c593-6301-4ed9-b795-78c416194982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:37:28Z', 'updated_at': '2021-07-28T10:37:52Z', 'revision_number': 1, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:37:53.590670 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7eee31-2588-4ea8-9d6c-15e07378724e None None] The sync data for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi is: [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'fabff761-22dc-476c-91d6-bbbcc7c02721', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'floating_ip_address': '172.27.3.67', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'port_id': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'mac_address': 'fa:16:3e:e6:8f:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1075c593-6301-4ed9-b795-78c416194982', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:37:28Z', 'updated_at': '2021-07-28T10:37:52Z', 'revision_number': 1, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:37:53.769684 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f32cebd-be8f-43b3-84bf-ebfc6dfd61db None None] New status for floating IP fabff761-22dc-476c-91d6-bbbcc7c02721: ACTIVE {{(pid=93233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:37:53.977517 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34faabe4-239a-4508-b886-66e6cb2243a3 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:37:54.073713 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 34faabe4-239a-4508-b886-66e6cb2243a3, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34faabe4-239a-4508-b886-66e6cb2243a3,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:54.084736 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '34faabe4-239a-4508-b886-66e6cb2243a3', 'network_id': '11ab1b17-9ef4-4433-b69d-ff3c73d89f04', 'port_id': '34faabe4-239a-4508-b886-66e6cb2243a3', 'mac_address': 'fa:16:3e:8b:08:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16aad6af-c7e3-406c-ad5c-dd531b36b757', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:37:54.124939 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:54.137391 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34faabe4-239a-4508-b886-66e6cb2243a3 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:37:54.156087 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 34faabe4-239a-4508-b886-66e6cb2243a3, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34faabe4-239a-4508-b886-66e6cb2243a3,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:54.160021 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:54.206013 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=34faabe4-239a-4508-b886-66e6cb2243a3,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:54.467061 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8620e6f-5159-4edd-973f-e3c03d9951e5 req-328e36a0-0751-48f1-adae-41453cb7af81 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:54.468479 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d8620e6f-5159-4edd-973f-e3c03d9951e5 req-328e36a0-0751-48f1-adae-41453cb7af81 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 944 time: 0.0506604 Jul 28 10:37:54.506174 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d8620e6f-5159-4edd-973f-e3c03d9951e5 req-a262fb1f-6e5d-4795-bca8-e0df85baf60e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318396 Jul 28 10:37:54.618390 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125aadd-4020-4c32-9848-7f3dc7bd6876 req-0b45afde-ed05-4472-84b0-c82e7cec290f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:54.619865 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f125aadd-4020-4c32-9848-7f3dc7bd6876 req-0b45afde-ed05-4472-84b0-c82e7cec290f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 944 time: 0.0484354 Jul 28 10:37:54.656060 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f125aadd-4020-4c32-9848-7f3dc7bd6876 req-878ee4ec-01ff-4cdb-a657-a19b0e366501 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300722 Jul 28 10:37:54.995633 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 82804a28-d133-4800-8d06-025b1596883a up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:55.044588 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 82804a28-d133-4800-8d06-025b1596883a completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:55.048588 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 82804a28-d133-4800-8d06-025b1596883a triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:55.048991 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:55.104017 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-14d193a1-b131-4e60-bdb8-46397123ebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:55.114820 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-14d193a1-b131-4e60-bdb8-46397123ebe0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 1099 time: 0.0475216 Jul 28 10:37:55.133880 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:55.162147 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82804a28-d133-4800-8d06-025b1596883a'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:55.162147 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc88578b-db0d-47cb-9d95-2f04f87efbad" -d '{"events": [{"server_uuid": "a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3", "name": "network-vif-plugged", "status": "completed", "tag": "82804a28-d133-4800-8d06-025b1596883a"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:55.173895 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 82804a28-d133-4800-8d06-025b1596883a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=82804a28-d133-4800-8d06-025b1596883a,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:55.178425 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:55.179920 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:55.222753 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77601f90-83ea-498c-8ae3-da8d88dd9744 x-openstack-request-id: req-77601f90-83ea-498c-8ae3-da8d88dd9744 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:55.223046 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3", "name": "network-vif-plugged", "status": "completed", "tag": "82804a28-d133-4800-8d06-025b1596883a", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:55.223299 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77601f90-83ea-498c-8ae3-da8d88dd9744 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:55.223687 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82804a28-d133-4800-8d06-025b1596883a', 'code': 200} Jul 28 10:37:55.224794 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-db1485ef-2010-423e-b95f-392b7bddacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:55.227343 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-db1485ef-2010-423e-b95f-392b7bddacac service neutron] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 912 time: 0.1057124 Jul 28 10:37:55.260484 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=82804a28-d133-4800-8d06-025b1596883a,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:55.279241 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 602fc625-de40-4d7c-8ac1-0c239e6258a7 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:55.283672 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 602fc625-de40-4d7c-8ac1-0c239e6258a7 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:55.284040 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:55.365619 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:55.379983 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-eaa5f365-84e7-4e09-9785-2001118e5231 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 200 len: 1001 time: 0.1014543 Jul 28 10:37:55.400358 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:55.404230 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:55.435743 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-8b84d52e-001a-481c-bc21-342f7e618e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:55.437145 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-8b84d52e-001a-481c-bc21-342f7e618e9a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0476604 Jul 28 10:37:55.455867 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:55.463963 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['34faabe4-239a-4508-b886-66e6cb2243a3'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:37:55.520039 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bef374-f18c-46e2-be98-e362ba57dd55 req-0c9f704c-81d8-4c63-9fbb-72270f1a68ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:55.521563 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b6bef374-f18c-46e2-be98-e362ba57dd55 req-0c9f704c-81d8-4c63-9fbb-72270f1a68ab service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0687950 Jul 28 10:37:55.524539 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-70f92dd9-db3e-4286-adf8-9eb863d58def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:55.525918 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-70f92dd9-db3e-4286-adf8-9eb863d58def service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656400 Jul 28 10:37:55.653532 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b6bef374-f18c-46e2-be98-e362ba57dd55 req-94cf86e7-a08e-4327-847c-36a4a0b5ca68 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166339 Jul 28 10:37:55.695235 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20afafc7-2983-40b4-80bf-391ce4319fb0 req-2688e7fe-8dcc-4102-9604-8c2a4a937b6f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:55.696884 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-20afafc7-2983-40b4-80bf-391ce4319fb0 req-2688e7fe-8dcc-4102-9604-8c2a4a937b6f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.1031885 Jul 28 10:37:55.711726 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-aef00419-ab8f-4487-b44e-88864818c2b5 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680288 Jul 28 10:37:55.748203 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-20afafc7-2983-40b4-80bf-391ce4319fb0 req-f8e8c233-99f2-45a4-ad38-369b65834e2a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393496 Jul 28 10:37:55.800442 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290c260-dad5-4272-99c0-b2ca2ecb187e req-8aef4c93-a000-415f-9983-19496db66cfd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:55.801995 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2290c260-dad5-4272-99c0-b2ca2ecb187e req-8aef4c93-a000-415f-9983-19496db66cfd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 944 time: 0.0595658 Jul 28 10:37:55.839981 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2290c260-dad5-4272-99c0-b2ca2ecb187e req-ac01566c-f78c-4a56-ab36-a6c1e462d1f3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 Jul 28 10:37:56.080568 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-47a9006e-063c-47b7-a2fd-936bd035ab94 req-fa3c9fb0-ca14-419b-bb14-71663b02e47f service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926096 Jul 28 10:37:56.622260 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45612) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:56.725015 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cce2c366-d215-402a-9e62-94333d32d328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:56.817686 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cce2c366-d215-402a-9e62-94333d32d328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:56.822419 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cce2c366-d215-402a-9e62-94333d32d328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:56.865302 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-cce2c366-d215-402a-9e62-94333d32d328 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3af274664d1542309808bbdea5887137&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2416639 Jul 28 10:37:56.866314 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45620) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:56.870629 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81ce4e-78c8-4bb8-b8e8-0cefa87b5e5a req-7b495f30-53e7-4337-ae55-54edcdbca422 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:56.872162 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5a81ce4e-78c8-4bb8-b8e8-0cefa87b5e5a req-7b495f30-53e7-4337-ae55-54edcdbca422 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0524750 Jul 28 10:37:56.873725 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce2c366-d215-402a-9e62-94333d32d328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e404e57a-9728-4b2d-96d6-dc8e6efb2647,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:56.917690 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5a81ce4e-78c8-4bb8-b8e8-0cefa87b5e5a req-b07c229c-7024-4f92-b9c6-2c36e86e8165 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352395 Jul 28 10:37:56.926463 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-904c35c5-624b-44ca-92d2-260d5c0efc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:56.974872 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-904c35c5-624b-44ca-92d2-260d5c0efc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.011564 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf6f4a-8b60-4e8f-a6e1-68cdf50f2115 req-bffdec4a-1f42-418f-ad8c-b21fe4a2e3a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:57.013101 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dcbf6f4a-8b60-4e8f-a6e1-68cdf50f2115 req-bffdec4a-1f42-418f-ad8c-b21fe4a2e3a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 944 time: 0.0884185 Jul 28 10:37:57.048318 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34faabe4-239a-4508-b886-66e6cb2243a3 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:37:57.058475 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dcbf6f4a-8b60-4e8f-a6e1-68cdf50f2115 req-d2cee50a-1047-4f70-a7fc-a45f5bfd3b28 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382459 Jul 28 10:37:57.068818 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-904c35c5-624b-44ca-92d2-260d5c0efc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.071485 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-904c35c5-624b-44ca-92d2-260d5c0efc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.072615 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-904c35c5-624b-44ca-92d2-260d5c0efc3d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e404e57a-9728-4b2d-96d6-dc8e6efb2647 HTTP/1.1" status: 204 len: 168 time: 0.2045183 Jul 28 10:37:57.083678 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904c35c5-624b-44ca-92d2-260d5c0efc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e404e57a-9728-4b2d-96d6-dc8e6efb2647,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:57.139391 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 34faabe4-239a-4508-b886-66e6cb2243a3 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:37:57.143499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 34faabe4-239a-4508-b886-66e6cb2243a3 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:37:57.144029 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.346750 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:57.349060 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15878d53-3a2c-4a87-b2de-984e0c338500" -d '{"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:57.382692 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.393150 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c90cfe6-9d21-49a1-a83f-4bf9c49a52e1 x-openstack-request-id: req-0c90cfe6-9d21-49a1-a83f-4bf9c49a52e1 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:57.393445 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:57.393734 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c90cfe6-9d21-49a1-a83f-4bf9c49a52e1 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:57.394398 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'code': 200} Jul 28 10:37:57.429155 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 34faabe4-239a-4508-b886-66e6cb2243a3, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34faabe4-239a-4508-b886-66e6cb2243a3,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:37:57.443926 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.505969 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=34faabe4-239a-4508-b886-66e6cb2243a3,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:57.523764 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45646) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:57.540149 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c535b86d-ac58-4523-9508-90fdf895ab7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.658532 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c535b86d-ac58-4523-9508-90fdf895ab7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.666006 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c535b86d-ac58-4523-9508-90fdf895ab7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.704311 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebfbdcc-e5b0-4cf9-b859-c67611103014 req-bdcfad4f-3c40-491d-8243-126585075160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:57.705825 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1ebfbdcc-e5b0-4cf9-b859-c67611103014 req-bdcfad4f-3c40-491d-8243-126585075160 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 1098 time: 0.0798330 Jul 28 10:37:57.715729 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c535b86d-ac58-4523-9508-90fdf895ab7b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8be67e1f3b114b2eb574db45d317b420&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1899018 Jul 28 10:37:57.716519 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c535b86d-ac58-4523-9508-90fdf895ab7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca90cac0-9a12-4611-aab1-c2fa63c11778,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:57.718474 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45648) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:57.749577 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1ebfbdcc-e5b0-4cf9-b859-c67611103014 req-b00fbdec-3116-492f-9b15-90f761cd13f3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288911 Jul 28 10:37:57.766897 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0a42ee1a-ceba-4b45-9728-e74a815b9cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.787181 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0a42ee1a-ceba-4b45-9728-e74a815b9cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.832231 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0a42ee1a-ceba-4b45-9728-e74a815b9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.834868 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0a42ee1a-ceba-4b45-9728-e74a815b9cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:57.836598 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0a42ee1a-ceba-4b45-9728-e74a815b9cf3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca90cac0-9a12-4611-aab1-c2fa63c11778 HTTP/1.1" status: 204 len: 168 time: 0.1171403 Jul 28 10:37:57.844517 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42ee1a-ceba-4b45-9728-e74a815b9cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca90cac0-9a12-4611-aab1-c2fa63c11778,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:58.048472 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d42d93-d94b-489e-a86d-c3462b0fca16 req-c0743599-b350-41be-8e9e-46932604c9a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:58.049991 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-64d42d93-d94b-489e-a86d-c3462b0fca16 req-c0743599-b350-41be-8e9e-46932604c9a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0516891 Jul 28 10:37:58.089127 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-64d42d93-d94b-489e-a86d-c3462b0fca16 req-dd075a82-68d5-419a-83f8-5325e502447d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322962 Jul 28 10:37:58.187325 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ef1ef-317d-45af-8f2d-5bd9543eba85 req-3c839906-17ab-4b8e-ade2-b17297ada63e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:58.188865 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-123ef1ef-317d-45af-8f2d-5bd9543eba85 req-3c839906-17ab-4b8e-ade2-b17297ada63e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0478530 Jul 28 10:37:58.232613 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-123ef1ef-317d-45af-8f2d-5bd9543eba85 req-d75df46b-b940-4b7c-8978-842fd4bcf125 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347903 Jul 28 10:37:59.045426 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 45708) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:59.168238 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fcefa915-41b6-4de6-8466-a0f5af5ff165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:59.368332 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71635a2-4b9e-48b3-b756-e31ef41e0dd3 req-cdd2e237-040b-42a7-9d92-f7ed3ab7470d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:59.370820 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c71635a2-4b9e-48b3-b756-e31ef41e0dd3 req-cdd2e237-040b-42a7-9d92-f7ed3ab7470d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0629923 Jul 28 10:37:59.396105 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd28e13-6930-4641-9020-5257ca4327af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34faabe4-239a-4508-b886-66e6cb2243a3'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:37:59.399324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dff403-715b-45cb-b691-ac78d1b3c18f" -d '{"events": [{"server_uuid": "6cd28e13-6930-4641-9020-5257ca4327af", "name": "network-vif-plugged", "status": "completed", "tag": "34faabe4-239a-4508-b886-66e6cb2243a3"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:37:59.421528 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c71635a2-4b9e-48b3-b756-e31ef41e0dd3 req-39658c20-99bd-4c8b-ac33-347e779ab475 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Jul 28 10:37:59.455827 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f7c3a-1708-4416-ad44-15a1096a1e92 req-5d0aa367-5c8c-4834-ad33-c222176f4431 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:37:59.457403 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4a3f7c3a-1708-4416-ad44-15a1096a1e92 req-5d0aa367-5c8c-4834-ad33-c222176f4431 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.2816334 Jul 28 10:37:59.475012 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0af05e-4b85-4100-8989-48a438321be8 x-openstack-request-id: req-6a0af05e-4b85-4100-8989-48a438321be8 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:37:59.475537 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd28e13-6930-4641-9020-5257ca4327af", "name": "network-vif-plugged", "status": "completed", "tag": "34faabe4-239a-4508-b886-66e6cb2243a3", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:37:59.476180 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6a0af05e-4b85-4100-8989-48a438321be8 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:37:59.476771 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd28e13-6930-4641-9020-5257ca4327af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34faabe4-239a-4508-b886-66e6cb2243a3', 'code': 200} Jul 28 10:37:59.517618 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4a3f7c3a-1708-4416-ad44-15a1096a1e92 req-d5c895d0-ced0-44f6-b144-ce2c472e6a83 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524523 Jul 28 10:37:59.542650 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fcefa915-41b6-4de6-8466-a0f5af5ff165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:59.547091 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fcefa915-41b6-4de6-8466-a0f5af5ff165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:59.584828 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-fcefa915-41b6-4de6-8466-a0f5af5ff165 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=13a57229eab34814be5b59c12c70b2ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5378745 Jul 28 10:37:59.586759 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcefa915-41b6-4de6-8466-a0f5af5ff165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a06fddf-38d6-45b4-8bf7-59903edad9b0,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:37:59.588203 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45728) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:37:59.646120 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cd82-fee3-41e6-8226-e77042d5618e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:59.672043 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cd82-fee3-41e6-8226-e77042d5618e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:59.736392 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cd82-fee3-41e6-8226-e77042d5618e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:59.739858 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9bb1cd82-fee3-41e6-8226-e77042d5618e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:37:59.746353 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9bb1cd82-fee3-41e6-8226-e77042d5618e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a06fddf-38d6-45b4-8bf7-59903edad9b0 HTTP/1.1" status: 204 len: 168 time: 0.1570542 Jul 28 10:37:59.756109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb1cd82-fee3-41e6-8226-e77042d5618e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a06fddf-38d6-45b4-8bf7-59903edad9b0,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:00.023655 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503ea52-c880-4765-a80a-3050f5c8a200 req-f97247b4-659e-4da3-b5b8-ea2f56671cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:00.025368 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b503ea52-c880-4765-a80a-3050f5c8a200 req-f97247b4-659e-4da3-b5b8-ea2f56671cc7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 1098 time: 0.0396235 Jul 28 10:38:00.062399 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b503ea52-c880-4765-a80a-3050f5c8a200 req-d13aad61-4cc4-4b15-9efe-4f38aa71fe63 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282011 Jul 28 10:38:00.537747 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba58471-2641-4075-bb99-fd65eed6113e req-710fb5cb-071e-42ac-9d33-9c6944502187 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:00.539859 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-aba58471-2641-4075-bb99-fd65eed6113e req-710fb5cb-071e-42ac-9d33-9c6944502187 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0500805 Jul 28 10:38:00.580523 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-aba58471-2641-4075-bb99-fd65eed6113e req-3c73faa8-46e6-4494-94d2-e0be2401512f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Jul 28 10:38:00.649460 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19820b4-12df-42cd-a517-532c7c7b26cd req-cc54a131-d944-4aee-a2a7-8e18cc350115 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:00.651039 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c19820b4-12df-42cd-a517-532c7c7b26cd req-cc54a131-d944-4aee-a2a7-8e18cc350115 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0487523 Jul 28 10:38:00.697128 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c19820b4-12df-42cd-a517-532c7c7b26cd req-2db2ae40-5eef-4d1f-8c8c-4a5eed731e89 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399427 Jul 28 10:38:00.830529 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845dfde7-e5a0-400d-bdaf-d721a4517e28 req-957df090-88ad-489d-bec5-5e7283e2277b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:00.832254 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-845dfde7-e5a0-400d-bdaf-d721a4517e28 req-957df090-88ad-489d-bec5-5e7283e2277b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0573425 Jul 28 10:38:00.841403 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 45796) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:00.845963 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'floatingip': {'port_id': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:00.873167 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38a9fa-1f56-4544-b3b6-e6dc41486e08 req-9a28a807-4dc6-4f69-87ac-5fdccdc017c7 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:00.874675 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb38a9fa-1f56-4544-b3b6-e6dc41486e08 req-9a28a807-4dc6-4f69-87ac-5fdccdc017c7 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0520687 Jul 28 10:38:00.912134 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:00.915355 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb38a9fa-1f56-4544-b3b6-e6dc41486e08 req-e7650557-d6bb-444c-a886-f8436ad2e973 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346997 Jul 28 10:38:01.696321 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04ff70d-379b-4828-82e9-ef2641a8fd66 req-cc6ca926-106a-41d1-b2ed-752a31e1bfad tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:01.697752 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b04ff70d-379b-4828-82e9-ef2641a8fd66 req-cc6ca926-106a-41d1-b2ed-752a31e1bfad tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0476475 Jul 28 10:38:01.719712 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:01.724738 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:01.744270 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b04ff70d-379b-4828-82e9-ef2641a8fd66 req-6c757c51-919b-4eb1-b745-c3f2a5bb447f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347915 Jul 28 10:38:01.820014 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Floating IP 6693f585-5ffc-424e-9669-ed99f7f37e84 associated. External IP: 172.27.3.252, port: 602fc625-de40-4d7c-8ac1-0c239e6258a7. Jul 28 10:38:02.021644 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Router 52f75da0-6411-4c59-9d7d-56bf15050119 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:38:02.040238 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694bf6a-c4d2-4b03-ac7b-ec15d43a9179 req-f138fecb-4f74-42cc-bda1-5fe1aae34dbb tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:02.041762 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1694bf6a-c4d2-4b03-ac7b-ec15d43a9179 req-f138fecb-4f74-42cc-bda1-5fe1aae34dbb tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0512156 Jul 28 10:38:02.080730 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1694bf6a-c4d2-4b03-ac7b-ec15d43a9179 req-d2d27303-d1bf-4900-9a71-0d2e11d8eaed tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329607 Jul 28 10:38:02.131393 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:02.136705 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:02.141654 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] Sync routers for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:02.150370 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:02.150977 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:02.162550 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c5cb1137-804a-4c4c-ac8d-39cb0e9f69a1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "PUT /v2.0/floatingips/6693f585-5ffc-424e-9669-ed99f7f37e84 HTTP/1.1" status: 200 len: 991 time: 1.3200727 Jul 28 10:38:02.163736 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:02.166153 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542899ac-f7bb-4197-a8f4-13c3c99453d9" -d '{"events": [{"name": "network-changed", "server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:02.253477 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:02.467015 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '6693f585-5ffc-424e-9669-ed99f7f37e84', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'port_id': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'mac_address': 'fa:16:3e:73:57:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:37:28Z', 'updated_at': '2021-07-28T10:38:01Z', 'revision_number': 1, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:02.492808 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] Checking router: 52f75da0-6411-4c59-9d7d-56bf15050119 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:02.501231 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:02.501840 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:37:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:02.605878 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:02.819029 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '6693f585-5ffc-424e-9669-ed99f7f37e84', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'port_id': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'mac_address': 'fa:16:3e:73:57:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:37:28Z', 'updated_at': '2021-07-28T10:38:01Z', 'revision_number': 1, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:02.845502 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32683b3d-b373-413f-81fb-63d8778ea4f6 None None] The sync data for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi is: [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '6693f585-5ffc-424e-9669-ed99f7f37e84', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'floating_ip_address': '172.27.3.252', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'port_id': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'mac_address': 'fa:16:3e:73:57:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:37:28Z', 'updated_at': '2021-07-28T10:38:01Z', 'revision_number': 1, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:03.026827 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a86a313-629e-4e38-b756-b0bed9d6f7d7 None None] New status for floating IP 6693f585-5ffc-424e-9669-ed99f7f37e84: ACTIVE {{(pid=93233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:38:03.639960 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26fe145-2e8b-48be-b060-33c20e2a9057 x-openstack-request-id: req-c26fe145-2e8b-48be-b060-33c20e2a9057 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:03.650710 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:03.651041 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c26fe145-2e8b-48be-b060-33c20e2a9057 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:03.651429 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'status': 'completed', 'code': 200} Jul 28 10:38:03.732188 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c6120b-10ee-467d-a77f-855ad17f2c84 req-8aa0e354-9734-4b31-b3a9-227eaf5099a9 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:03.733021 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c57e3-977c-4968-b689-1eb52455ddfa req-cbdd3ac2-e8be-49ed-a3ca-e90be972927a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:03.734051 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-76c6120b-10ee-467d-a77f-855ad17f2c84 req-8aa0e354-9734-4b31-b3a9-227eaf5099a9 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0511913 Jul 28 10:38:03.734547 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c13c57e3-977c-4968-b689-1eb52455ddfa req-cbdd3ac2-e8be-49ed-a3ca-e90be972927a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0510547 Jul 28 10:38:03.774147 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-76c6120b-10ee-467d-a77f-855ad17f2c84 req-55040196-c61e-47d5-bc01-f94f333f2226 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340328 Jul 28 10:38:03.803425 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c13c57e3-977c-4968-b689-1eb52455ddfa req-9e59ce19-c37d-4119-a3f7-00a29d3940e9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591333 Jul 28 10:38:03.809587 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-1aab878e-94d3-41f1-ae9a-7a1df01b8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:03.811026 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-1aab878e-94d3-41f1-ae9a-7a1df01b8138 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 1098 time: 0.0657783 Jul 28 10:38:03.906049 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-7749b94e-3e0a-4104-a8a1-5f0d2bbba7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:03.907489 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-7749b94e-3e0a-4104-a8a1-5f0d2bbba7d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.0834870 Jul 28 10:38:03.986169 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-f67bb352-40c0-4aba-bb33-17cd30130614 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7 HTTP/1.1" status: 200 len: 1001 time: 0.0564344 Jul 28 10:38:04.047568 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-a0ceb470-b418-460b-9199-6492442ca9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:04.049006 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-a0ceb470-b418-460b-9199-6492442ca9b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0408199 Jul 28 10:38:04.100413 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-fb311c41-c749-4445-ba9a-03894c2777e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:04.102163 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-fb311c41-c749-4445-ba9a-03894c2777e5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425947 Jul 28 10:38:04.191765 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-15047d84-60b5-4bf1-bf19-1268b5ae289a service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799389 Jul 28 10:38:04.289836 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-542899ac-f7bb-4197-a8f4-13c3c99453d9 req-54fcc3b2-01a8-442c-a758-4043be267a61 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843148 Jul 28 10:38:05.002528 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a38f9c-74dd-4956-a44f-3b5cd5274147 req-1f825075-dea7-45c5-9039-d3bc43dad2ee tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:05.004638 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-77a38f9c-74dd-4956-a44f-3b5cd5274147 req-1f825075-dea7-45c5-9039-d3bc43dad2ee tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0524685 Jul 28 10:38:05.046040 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-77a38f9c-74dd-4956-a44f-3b5cd5274147 req-62154030-f61e-43b1-87e9-fc8bf7a773a0 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328133 Jul 28 10:38:05.049795 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3dbf9-75d4-4572-832e-98fdbc1c4715 req-75f54b16-9ab8-407a-a778-83bd553065b1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:05.051381 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d1f3dbf9-75d4-4572-832e-98fdbc1c4715 req-75f54b16-9ab8-407a-a778-83bd553065b1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0676408 Jul 28 10:38:05.093932 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d1f3dbf9-75d4-4572-832e-98fdbc1c4715 req-29268361-1660-40dd-89d9-bad41fb13684 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362427 Jul 28 10:38:06.164582 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2614a1a1-1017-41b7-923f-42ae89816da5 req-f08487e4-0d45-4084-823d-24caa786b5dc tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:06.166054 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2614a1a1-1017-41b7-923f-42ae89816da5 req-f08487e4-0d45-4084-823d-24caa786b5dc tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0511329 Jul 28 10:38:06.202816 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2614a1a1-1017-41b7-923f-42ae89816da5 req-58ef23ac-56d6-4bfd-9673-52e92e3d5d6a tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308580 Jul 28 10:38:06.304120 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133fb40a-cb1b-4682-8616-431a237fbe17 req-175c39f2-9f60-4cef-a73b-1bc8fa3ab9f1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:06.305632 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-133fb40a-cb1b-4682-8616-431a237fbe17 req-175c39f2-9f60-4cef-a73b-1bc8fa3ab9f1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0479608 Jul 28 10:38:06.342173 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-133fb40a-cb1b-4682-8616-431a237fbe17 req-bd60a03f-386e-463f-9d62-5de483e8cc4b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Jul 28 10:38:06.605270 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c0a12-243a-4784-ae38-57dd9dbc8103 req-848e3bee-38c7-4139-9c45-69223a65a394 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:06.606837 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-549c0a12-243a-4784-ae38-57dd9dbc8103 req-848e3bee-38c7-4139-9c45-69223a65a394 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0490310 Jul 28 10:38:06.645629 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-549c0a12-243a-4784-ae38-57dd9dbc8103 req-00a5cedd-faa3-4874-96c7-ec498a9b7383 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330651 Jul 28 10:38:07.812067 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6eaf311a-aff5-4c4b-9975-6e6d136aac79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:09.509635 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a1092f-5ce8-477f-add3-aa069c3967d0 req-906a47b7-aff6-4d21-a1a5-a5d5aacf3b68 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:09.511194 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a2a1092f-5ce8-477f-add3-aa069c3967d0 req-906a47b7-aff6-4d21-a1a5-a5d5aacf3b68 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0477712 Jul 28 10:38:09.547053 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a2a1092f-5ce8-477f-add3-aa069c3967d0 req-e2d6575e-f1d8-4a2f-b5b0-6a185ba45f6b tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300350 Jul 28 10:38:09.603309 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-45b143cd-3026-424e-9f6c-9e7143665504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:09.604825 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-45b143cd-3026-424e-9f6c-9e7143665504 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 1098 time: 0.0411308 Jul 28 10:38:09.706911 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da099e-bd01-4e0b-aea4-e441ba2a8fbd req-9614b3e2-6a13-47e9-8ce6-13743a6d17e4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:09.708312 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-60da099e-bd01-4e0b-aea4-e441ba2a8fbd req-9614b3e2-6a13-47e9-8ce6-13743a6d17e4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0993741 Jul 28 10:38:09.761046 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-1e1838f7-9cbd-4676-a082-4f0fa30ac752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:09.762477 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-1e1838f7-9cbd-4676-a082-4f0fa30ac752 service neutron] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 920 time: 0.1263998 Jul 28 10:38:09.769375 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-60da099e-bd01-4e0b-aea4-e441ba2a8fbd req-5406313f-9f5f-42b9-b1a9-1ab4fe8fcf3c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543058 Jul 28 10:38:09.880387 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-91c244b0-261a-4068-8461-c6ada0608894 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34faabe4-239a-4508-b886-66e6cb2243a3 HTTP/1.1" status: 200 len: 217 time: 0.0384004 Jul 28 10:38:09.932090 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-b843041e-11b0-41be-a4c9-6d47b6e58b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:09.933752 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-b843041e-11b0-41be-a4c9-6d47b6e58b04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.0425458 Jul 28 10:38:09.968103 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-83b6393f-0011-4f00-8dab-51d71acf05df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256591 Jul 28 10:38:10.064601 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-9bb2940d-f2c2-4e2f-9aaf-e3e18fb3f5a1 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821304 Jul 28 10:38:10.151802 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7592085f-47b2-4b6d-8865-543c5f6975ed req-31c97097-5741-4e89-9e9f-4014ce1b206c service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793333 Jul 28 10:38:10.561703 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-fa2a5a66-ea6c-4fed-9f14-5ac661bf852d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:10.608409 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:10.672535 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21018bae-b39b-4ebc-a35c-f477fe888a65 req-d1813687-f441-4975-b05d-3cff7dee3625 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:10.674034 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-21018bae-b39b-4ebc-a35c-f477fe888a65 req-d1813687-f441-4975-b05d-3cff7dee3625 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0505133 Jul 28 10:38:10.716048 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-21018bae-b39b-4ebc-a35c-f477fe888a65 req-cacbb8ac-264d-4f12-9354-36b463543d05 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/security-groups?id=795f6491-1db4-4fc4-9447-72aae3ad7d40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359230 Jul 28 10:38:10.893549 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c19db9e-4f51-43ad-a438-3eb4d29c3513 req-a65105dc-e306-4ac9-b9ff-91359323baf5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:10.895348 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8c19db9e-4f51-43ad-a438-3eb4d29c3513 req-a65105dc-e306-4ac9-b9ff-91359323baf5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0585949 Jul 28 10:38:10.934213 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8c19db9e-4f51-43ad-a438-3eb4d29c3513 req-61d93c47-b50f-43e7-bc54-898a5350c41a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328410 Jul 28 10:38:11.219261 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-11923297-8abc-45dd-8aba-33f391d94c28 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:11.220695 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-11923297-8abc-45dd-8aba-33f391d94c28 tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 945 time: 0.0470738 Jul 28 10:38:11.351242 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Deleting port 122754f7-f4c7-428b-a951-12c2330d6835 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:38:11.351501 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:11.437232 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] For port 122754f7-f4c7-428b-a951-12c2330d6835, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=122754f7-f4c7-428b-a951-12c2330d6835,segment=NetworkSegment(c18498c1-e303-4aeb-a433-ef79096bfdcc),segment_id=c18498c1-e303-4aeb-a433-ef79096bfdcc)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:11.437585 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:11.455756 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Calling delete_port for 122754f7-f4c7-428b-a951-12c2330d6835 owned by compute:nova {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:38:11.468549 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:11.609097 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:11.858052 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Pushing event deleted for resources: {'Port': ['ID=122754f7-f4c7-428b-a951-12c2330d6835,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:11.910134 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.910484 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.910897 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.911223 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.911616 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.911984 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.912334 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.912679 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.913831 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.914170 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.914531 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.914823 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:11.934060 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-06c882cf-42d0-4761-bc2c-7d7be1c08f70 req-3aa6db3f-09cf-4eda-b9ab-2d1cfcc1051c tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.0779905 Jul 28 10:38:11.959430 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] No DVR routers for this DVR port 122754f7-f4c7-428b-a951-12c2330d6835 on host hv-cinder-80043 {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:38:11.963088 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:11.965128 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dbf0eaf3-dab4-4be1-b04a-2a842bacc0d0 req-39331a74-8deb-4040-a16a-63bda5d0437e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.23 "DELETE /v2.0/ports/122754f7-f4c7-428b-a951-12c2330d6835 HTTP/1.1" status: 204 len: 173 time: 0.7325933 Jul 28 10:38:11.965568 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'name': 'network-vif-deleted', 'tag': '122754f7-f4c7-428b-a951-12c2330d6835'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:11.967909 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6108ca1-aec4-42ee-b664-e455c43f5a4d" -d '{"events": [{"server_uuid": "b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1", "name": "network-vif-deleted", "tag": "122754f7-f4c7-428b-a951-12c2330d6835"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:12.060160 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f287f4-4fc5-4fc3-a581-49eb9a48f572 req-93a1e122-2d5f-4a6b-a4ca-643846ce48ef tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:12.061678 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f4f287f4-4fc5-4fc3-a581-49eb9a48f572 req-93a1e122-2d5f-4a6b-a4ca-643846ce48ef tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0560918 Jul 28 10:38:12.063074 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6194e9ec-180c-4d4a-b06c-d9e8a32e2cca x-openstack-request-id: req-6194e9ec-180c-4d4a-b06c-d9e8a32e2cca {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:12.063367 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1", "name": "network-vif-deleted", "tag": "122754f7-f4c7-428b-a951-12c2330d6835", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:12.063816 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6194e9ec-180c-4d4a-b06c-d9e8a32e2cca {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:12.064211 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1', 'name': 'network-vif-deleted', 'tag': '122754f7-f4c7-428b-a951-12c2330d6835', 'status': 'completed', 'code': 200} Jul 28 10:38:12.100988 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f4f287f4-4fc5-4fc3-a581-49eb9a48f572 req-26326fc4-d45a-4d57-808f-77aba3f4a5bf tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329907 Jul 28 10:38:12.410878 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46008) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:12.445628 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46012) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:12.556225 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.556437 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.576179 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.db.api [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 10:38:12.576179 dv-cinder-800431-3-iscsi neutron-server[93231]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 28 10:38:12.576179 dv-cinder-800431-3-iscsi neutron-server[93231]: [parameters: {'project_id': '416f69fd6628471fb5b4ef6e0b85fcbe', 'id': '64d09dbf-bd9c-42e5-a40f-50d1f9580637', 'expiration': datetime.datetime(2021, 7, 28, 10, 40, 12, 572169)}] Jul 28 10:38:12.576179 dv-cinder-800431-3-iscsi neutron-server[93231]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93231) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 10:38:12.576572 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG oslo_db.api [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 10:38:12.655540 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.659571 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.698877 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cc4c2238edf749558144d3e56d1a25f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2520511 Jul 28 10:38:12.699836 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0be9dfd-16c8-42cb-b41c-0144f72e7bf0,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:12.701568 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46016) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:12.707468 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.707805 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.708145 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.708485 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.708909 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.709282 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.709738 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.710666 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.711000 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.711324 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.711655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.711977 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f226f26-8682-404d-ba5b-5bfea9a249b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:12.759528 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a874fafa-a4a4-4513-bf76-7a2d4ac0aee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.781033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a874fafa-a4a4-4513-bf76-7a2d4ac0aee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.827208 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a874fafa-a4a4-4513-bf76-7a2d4ac0aee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.829944 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a874fafa-a4a4-4513-bf76-7a2d4ac0aee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:12.831089 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a874fafa-a4a4-4513-bf76-7a2d4ac0aee8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0be9dfd-16c8-42cb-b41c-0144f72e7bf0 HTTP/1.1" status: 204 len: 168 time: 0.1283715 Jul 28 10:38:12.839309 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874fafa-a4a4-4513-bf76-7a2d4ac0aee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0be9dfd-16c8-42cb-b41c-0144f72e7bf0,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:13.032253 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.055260 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a0f75ac6-83d9-455d-8676-bf962c2ebc34 req-51c9791e-6d32-453c-a9ed-ed1b1fcd4d3e tempest-DeleteServersTestJSON-1181293951 tempest-DeleteServersTestJSON-1181293951-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8dff4c5-6e9c-4dfe-a44d-b2500f65b5e1 HTTP/1.1" status: 200 len: 210 time: 0.0314162 Jul 28 10:38:13.078034 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.145144 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 122754f7-f4c7-428b-a951-12c2330d6835 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:13.188909 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.196640 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 122754f7-f4c7-428b-a951-12c2330d6835 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:38:13.197267 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 122754f7-f4c7-428b-a951-12c2330d6835 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:13.210458 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.271250 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=416f69fd6628471fb5b4ef6e0b85fcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8592749 Jul 28 10:38:13.274559 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46046) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:13.276290 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aaf174-412e-4ead-9d4b-878aed6598bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61e9f98-5bef-46c4-b92f-e227d0374d21,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:13.307523 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e46599-41cd-4d68-8885-a9f86867798b req-a791d553-b4f9-4012-b72a-0825aaa57b35 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:13.309506 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-29e46599-41cd-4d68-8885-a9f86867798b req-a791d553-b4f9-4012-b72a-0825aaa57b35 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.1122193 Jul 28 10:38:13.336358 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-db6a4644-3b48-4076-8cc9-072f576ec56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.358970 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-29e46599-41cd-4d68-8885-a9f86867798b req-687d2ee7-442c-4c25-a6aa-23af08d0b53c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Jul 28 10:38:13.362313 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-db6a4644-3b48-4076-8cc9-072f576ec56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.441157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-db6a4644-3b48-4076-8cc9-072f576ec56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.445594 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-db6a4644-3b48-4076-8cc9-072f576ec56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.446980 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-db6a4644-3b48-4076-8cc9-072f576ec56a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c61e9f98-5bef-46c4-b92f-e227d0374d21 HTTP/1.1" status: 204 len: 168 time: 0.1714239 Jul 28 10:38:13.456005 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6a4644-3b48-4076-8cc9-072f576ec56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61e9f98-5bef-46c4-b92f-e227d0374d21,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:13.487510 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46064) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:13.588569 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-a9dafc2d-0eaa-4766-b6e2-3490e8fdd934 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751176 Jul 28 10:38:13.646478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108743c7-1640-4c2d-97df-8abb107214ca req-d3238468-244a-4d30-a49b-eeb7549682fd tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:13.654017 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-d3238468-244a-4d30-a49b-eeb7549682fd tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.1547761 Jul 28 10:38:13.670565 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-8d9c01c0-fbd3-4766-9219-89f6344f4f4f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/quotas/306fbc7a4d5e433d938a4bae2209a89a HTTP/1.1" status: 200 len: 375 time: 0.0154572 Jul 28 10:38:13.716399 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-b4ee0f6c-f723-422b-a08d-ed686d99bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:13.718825 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-b4ee0f6c-f723-422b-a08d-ed686d99bf28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 1098 time: 0.0581579 Jul 28 10:38:13.721502 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-183c6eaf-26b4-4d97-a160-c217a6abaf29 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495944 Jul 28 10:38:13.797262 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf9ef-5252-4a76-b6bb-ac0bdc4277bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.849003 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-0c73b91c-799b-4558-80a6-af6c9ce0cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:13.850565 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-0c73b91c-799b-4558-80a6-af6c9ce0cf1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 915 time: 0.1078129 Jul 28 10:38:13.854878 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-1bf6d0b6-54e4-41c1-b492-9bd0bacc739b service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269252 Jul 28 10:38:13.910961 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-b51ba337-f1dd-4da4-8219-e75a40321223 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef HTTP/1.1" status: 200 len: 217 time: 0.0515749 Jul 28 10:38:13.920601 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46076) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:13.928033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46078) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:13.947356 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5ce7acd3-bba5-4a1d-a070-5cfb8af2dac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:13.972780 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-2a60a281-dbe0-410e-a11e-8fdf09a38041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:13.975116 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-2a60a281-dbe0-410e-a11e-8fdf09a38041 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.0552530 Jul 28 10:38:14.015068 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-bdf386d9-f01a-40f3-9a6e-96273f8840f1 service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503346 Jul 28 10:38:14.018378 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-1241be86-69f6-499c-88e3-b56719ac31b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296259 Jul 28 10:38:14.036104 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf9ef-5252-4a76-b6bb-ac0bdc4277bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.061167 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9aeaf9ef-5252-4a76-b6bb-ac0bdc4277bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.114598 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeaf9ef-5252-4a76-b6bb-ac0bdc4277bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb1dc2c-1009-43f9-84ed-a28ce13cdf25,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.125494 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9aeaf9ef-5252-4a76-b6bb-ac0bdc4277bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=92d9c2eb528f4c3aaf5cfabfbc1ceb26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6346412 Jul 28 10:38:14.127518 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46086) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:14.230542 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1634948433-network', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:14.240492 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-12c5283d-9055-4783-ab45-ba443b0a13c5 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019722 Jul 28 10:38:14.261265 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c36f5fb3-4c7e-46d2-8bb1-565b5ffad99b req-3353b2b0-90ba-4b5e-89d4-b60bea387357 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 210 time: 0.0401044 Jul 28 10:38:14.277388 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5ce7acd3-bba5-4a1d-a070-5cfb8af2dac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.300936 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d13a4603-06fd-4c10-ad90-000969a3b2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.327624 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d13a4603-06fd-4c10-ad90-000969a3b2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.338566 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5ce7acd3-bba5-4a1d-a070-5cfb8af2dac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.359749 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Made reservation on behalf of 02a445a74e104a019c3d28d3f69fa4b3 for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:14.362391 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.376999 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.431955 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5ce7acd3-bba5-4a1d-a070-5cfb8af2dac8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f2441919d48e4f1bbef9d5dce7f8ad96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5082376 Jul 28 10:38:14.434528 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46108) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:14.450665 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce7acd3-bba5-4a1d-a070-5cfb8af2dac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3544a78b-b759-4f21-8a93-9215beae0918,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.468478 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cfe28bdb-5316-4bd7-a632-66fef929cff2 req-501f34dd-38dc-4d2a-b594-ac220883c192 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019622 Jul 28 10:38:14.535107 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d13a4603-06fd-4c10-ad90-000969a3b2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.538509 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d13a4603-06fd-4c10-ad90-000969a3b2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.539997 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-d13a4603-06fd-4c10-ad90-000969a3b2ed admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5bb1dc2c-1009-43f9-84ed-a28ce13cdf25 HTTP/1.1" status: 204 len: 168 time: 0.4114661 Jul 28 10:38:14.552660 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a4603-06fd-4c10-ad90-000969a3b2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb1dc2c-1009-43f9-84ed-a28ce13cdf25,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.571152 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ae905d-6caa-4139-94b2-e1886ea93601 req-81903928-5bdc-4719-b91c-ca872acda1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:14.573312 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-95ae905d-6caa-4139-94b2-e1886ea93601 req-81903928-5bdc-4719-b91c-ca872acda1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0997524 Jul 28 10:38:14.591919 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6c187978-ee4c-4f38-ba45-812accb0cbc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.633307 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-95ae905d-6caa-4139-94b2-e1886ea93601 req-80107df1-4a69-41b9-8163-e12cc78b68d0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530217 Jul 28 10:38:14.641292 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6c187978-ee4c-4f38-ba45-812accb0cbc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.644149 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.651343 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.695434 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:14.712870 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92546932-bd0a-481e-b80d-e7717ac9ac6e,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.716955 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.717560 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Added segment 17d348f0-114b-473f-8e3e-9c1292835714 of type vlan for network d94eb1ae-fa55-4a6b-b36d-877fb700e06d Jul 28 10:38:14.759637 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6c187978-ee4c-4f38-ba45-812accb0cbc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.762269 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6c187978-ee4c-4f38-ba45-812accb0cbc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.765289 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6c187978-ee4c-4f38-ba45-812accb0cbc6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3544a78b-b759-4f21-8a93-9215beae0918 HTTP/1.1" status: 204 len: 168 time: 0.3296132 Jul 28 10:38:14.767800 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.810268 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c187978-ee4c-4f38-ba45-812accb0cbc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3544a78b-b759-4f21-8a93-9215beae0918,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.821935 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.823611 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:14.824533 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:14.912274 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9799738 Jul 28 10:38:14.913191 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46118) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:14.915134 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaee11-7e61-42b2-b7a8-9385bbd6666d admin admin] Pushing event updated for resources: {'Network': ['ID=d94eb1ae-fa55-4a6b-b36d-877fb700e06d,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:14.926944 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Request body: {'subnet': {'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1634948433-subnet', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'ip_version': 4}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:14.927867 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:14.962493 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Made reservation on behalf of 02a445a74e104a019c3d28d3f69fa4b3 for: {'subnet': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:14.966816 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.159398 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for subnet, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.169269 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.215499 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b446099b-2e6a-466e-aecb-61594f458e4b,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:15.222516 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Checking segment: {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:15.222869 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Network hostable DHCP agents. Network: d94eb1ae-fa55-4a6b-b36d-877fb700e06d, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:15.241610 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:15.252678 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, d94eb1ae-fa55-4a6b-b36d-877fb700e06d) {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:15.257033 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:15.257618 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.262083 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c440177-05f8-4396-8ad9-e6ac6b2d3038 None None] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:38:15.272838 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9d9d8eef-2c6e-4bac-91b3-48868ff9b867 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3569481 Jul 28 10:38:15.275465 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46132) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:15.280408 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:15.303096 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.304453 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.390294 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.420406 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a0867844-8d96-4edc-8c65-88e03cc259fe req-c4abc773-d5fc-414f-bb08-12a0fbbe20cf tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 210 time: 0.0336585 Jul 28 10:38:15.441072 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-d94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:38:15.441944 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.605300 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.611421 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46146) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:15.625780 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Allocated IP 172.20.0.2 (d94eb1ae-fa55-4a6b-b36d-877fb700e06d/b446099b-2e6a-466e-aecb-61594f458e4b/af5dc494-dd25-4e9a-ba6a-76c7767e66a3) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:15.802528 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1195493839-network', 'tenant_id': '302ffd5aee604675b6633eb88efb3dfb'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:15.816592 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46158) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:15.867377 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.877045 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Transition to ACTIVE for port object af5dc494-dd25-4e9a-ba6a-76c7767e66a3 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:15.896562 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Transition to ACTIVE for port object af5dc494-dd25-4e9a-ba6a-76c7767e66a3 will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:15.899915 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] Deleting subnet 4326ba40-1dad-4cbe-82ed-273740f6f953 {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:38:15.901064 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ba686-f351-46a0-8d23-24947a86313b req-d8a8843e-a801-453a-880e-fbc72895b3e2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:15.902557 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0b1ba686-f351-46a0-8d23-24947a86313b req-d8a8843e-a801-453a-880e-fbc72895b3e2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.1395802 Jul 28 10:38:15.905694 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.910075 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.954940 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:15.959672 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Made reservation on behalf of 302ffd5aee604675b6633eb88efb3dfb for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:15.962311 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.964047 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:15.966463 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.969322 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:15.982888 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108743c7-1640-4c2d-97df-8abb107214ca req-a1fe398e-148d-4af2-82a6-990f339fa676 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:15.984571 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-a1fe398e-148d-4af2-82a6-990f339fa676 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.3489406 Jul 28 10:38:15.986856 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.989065 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:15.990116 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0b1ba686-f351-46a0-8d23-24947a86313b req-abba743d-74a0-4794-b45d-b2e7b3b709cf tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685000 Jul 28 10:38:15.992218 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.022756 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Request body: {'port': {'device_id': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'admin_state_up': True, 'tenant_id': '306fbc7a4d5e433d938a4bae2209a89a'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:16.029265 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Pushing event updated for resources: {'Port': ['ID=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:16.045499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.045768 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.046110 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.046447 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.046778 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.047106 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.047651 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.048094 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.048475 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.048897 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.049228 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.049557 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:16.055777 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Attempting to bind port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:16.056156 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Attempting to bind port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:16.056518 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Attempting to bind port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 on network d94eb1ae-fa55-4a6b-b36d-877fb700e06d {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:16.062067 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:16.062443 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Checking segment: {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:16.062851 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.063246 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Bound using segment: {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:16.063711 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Bound port: af5dc494-dd25-4e9a-ba6a-76c7767e66a3, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:16.064170 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.114545 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Allocated IP 172.27.3.77 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/a6aa703d-6425-4f76-b6a6-893307846bfb) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:16.129401 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.139372 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] For port af5dc494-dd25-4e9a-ba6a-76c7767e66a3, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:16.143242 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] For port af5dc494-dd25-4e9a-ba6a-76c7767e66a3, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:16.148036 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.217459 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5996ab-43fe-4863-8091-8f9906a23931 None None] Pushing event updated for resources: {'Port': ['ID=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:16.233382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.239513 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.281288 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.283398 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/4326ba40-1dad-4cbe-82ed-273740f6f953 HTTP/1.1" status: 204 len: 168 time: 0.4657245 Jul 28 10:38:16.285924 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46166) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:16.286896 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e2d93-ccd3-4fbe-ab17-8379e239c1c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4326ba40-1dad-4cbe-82ed-273740f6f953,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:16.300973 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.310243 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.312480 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.344970 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Made reservation on behalf of 306fbc7a4d5e433d938a4bae2209a89a for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:16.348816 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.354943 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:16.372002 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22098b1f-1ace-4b17-bf7c-0a06f01daf57,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:16.379260 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.379607 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Added segment 942407fd-61bd-470a-87ee-05f5e72e3b70 of type vlan for network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 Jul 28 10:38:16.398107 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:16.409488 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:16.412470 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:16.477472 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Pushing event updated for resources: {'Port': ['ID=a6aa703d-6425-4f76-b6a6-893307846bfb,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:16.487140 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.492804 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.574091 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.574904 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:16.575517 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.582011 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-34983ef8-b653-47b1-98b5-e851e1525943 req-c76a53b3-2a52-4ba5-9026-43588a33c95b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 210 time: 0.0484030 Jul 28 10:38:16.666695 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0541515 Jul 28 10:38:16.669480 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Allocated IP 172.20.0.11 (62d4883f-dea5-4f88-8684-dde642b6cfa0/ef44b7ff-c6ff-4191-97c9-1763167237d2/7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:16.671384 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46172) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:16.682515 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Request body: {'subnet': {'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1195493839-subnet', 'tenant_id': '302ffd5aee604675b6633eb88efb3dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:16.697312 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d856fa-aa4c-48d9-8afc-ffeb06578e2a admin admin] Pushing event updated for resources: {'Network': ['ID=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:16.709289 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:16.738743 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Made reservation on behalf of 302ffd5aee604675b6633eb88efb3dfb for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:16.741556 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5213335'] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.760557 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:16.781174 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.781879 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.782622 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.782956 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > port after_create 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.783284 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.783615 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > port after_update 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.783962 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.784297 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.784609 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.785399 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.852228 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.852532 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.852822 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.853158 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93232) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 10:38:16.853533 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['325f419e-0afa-46c0-bdf9-fcbe0316bf42']}} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:16.877907 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18498c1-e303-4aeb-a433-ef79096bfdcc') {'for_net_delete': True} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:16.878350 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18498c1-e303-4aeb-a433-ef79096bfdcc') {} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:16.952931 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.037495 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5052216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5213413'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.071430 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.132655 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb01b6d-b760-4808-96cb-6a6fef2884f6,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:17.134251 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:38:17.138079 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:17.144496 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:17.154383 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:17.170414 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4682916'] for segment, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.188844 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event updated for resources: {'Port': ['ID=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:17.205527 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Checking segment: {'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:17.205890 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Network hostable DHCP agents. Network: 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:17.221818 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.236417 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:17.237156 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.243909 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:38:17.245014 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4682975'] for segment, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: from cryptography.utils import int_from_bytes Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: from cryptography.utils import int_from_bytes Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: Traceback (most recent call last): Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: timer() Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: cb(*args, **kw) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: return func(*args, **kwargs) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: self._notify() Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: self.callback(batched_events) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: event.method(event) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: return f(self, *a, **k) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._get(url).json() Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: return self.request(url, 'GET', **kwargs) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:38:17.250733 dv-cinder-800431-3-iscsi neutron-server[93232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:38:17.260140 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-7fd95105-4781-4dc9-b2e3-162d9ecae8f2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2417214 Jul 28 10:38:17.261261 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:17.266678 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.277238 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:17.281644 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:17.282301 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.291163 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Request body: {'port': {'device_id': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:17.295570 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f842a-237e-4def-9ea9-02c7fa31873f None None] Network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:38:17.327314 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-db8aecd5-74bc-4d28-9a17-7a6340c8ce51 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6531103 Jul 28 10:38:17.364518 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.365161 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076707e-8d19-41e9-9de8-237c2cc61e20 req-bb0ccd7c-35c8-4553-a877-6f4cede89762 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:17.373744 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f076707e-8d19-41e9-9de8-237c2cc61e20 req-bb0ccd7c-35c8-4553-a877-6f4cede89762 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.2205212 Jul 28 10:38:17.405378 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.407333 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c228aa06-3bc1-4b5b-aa47-498d0e4998dc None None] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:38:17.413367 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.415706 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] 10.222.0.25 "DELETE /v2.0/networks/325f419e-0afa-46c0-bdf9-fcbe0316bf42 HTTP/1.1" status: 204 len: 168 time: 1.1286314 Jul 28 10:38:17.494054 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-212d0f40-0901-47b7-884e-1fb7ab473926 None None] Provisioning for port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:17.549503 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c19262-ced2-427d-a7c4-e244c903b0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=325f419e-0afa-46c0-bdf9-fcbe0316bf42,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:17.592433 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f076707e-8d19-41e9-9de8-237c2cc61e20 req-90166af2-f382-4d5f-b49f-28ee1b23f50b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125797 Jul 28 10:38:17.684427 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3800de2a-610f-4cd6-bb06-ffecae553357 None None] Network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:38:17.699560 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46188) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:17.826331 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d89ccd55-9a05-4129-a24a-5720bdd64e10 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8272e15ff3f54906846a9da0f16b95ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1143875 Jul 28 10:38:17.828056 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46192) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:17.849872 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4448d-7688-4c03-95a0-66fca092b397 req-0a7fdf29-ad33-4ddc-b142-9f5d57b2d742 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:17.852242 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0b4448d-7688-4c03-95a0-66fca092b397 req-0a7fdf29-ad33-4ddc-b142-9f5d57b2d742 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 932 time: 0.1354749 Jul 28 10:38:17.865502 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:17.877268 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.894976 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Transition to ACTIVE for port object 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:17.902115 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:17.946410 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.023103 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device af5dc494-dd25-4e9a-ba6a-76c7767e66a3 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:18.045184 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0b4448d-7688-4c03-95a0-66fca092b397 req-470f7fcf-fce2-4e28-946c-afb9f0cdd614 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800821 Jul 28 10:38:18.061377 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Pushing event updated for resources: {'Port': ['ID=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:18.076930 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d667f46-754b-4830-a992-311138f2c9c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.113024 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:18.118711 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:18.119889 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.124896 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Attempting to bind port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:18.125370 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Attempting to bind port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:18.125791 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Attempting to bind port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:18.130987 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:38:18.131491 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Attempting to bind port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:18.137410 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:18.137874 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Checking segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:18.138490 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Bound using segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:18.139013 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Bound port: 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:18.139430 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.166865 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d667f46-754b-4830-a992-311138f2c9c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.213327 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] For port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:18.216008 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] For port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:18.221005 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.221615 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.242778 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:38:18.256529 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d667f46-754b-4830-a992-311138f2c9c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.259397 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d667f46-754b-4830-a992-311138f2c9c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.262939 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0d667f46-754b-4830-a992-311138f2c9c7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/795f6491-1db4-4fc4-9447-72aae3ad7d40 HTTP/1.1" status: 204 len: 168 time: 0.4315779 Jul 28 10:38:18.277423 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:18.278033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.279455 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] 10.222.0.23 "PUT /v2.0/ports/7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 HTTP/1.1" status: 200 len: 1094 time: 0.9943078 Jul 28 10:38:18.279892 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'tag': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:18.282207 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2e9be5-c804-42a2-9e55-48be3a79b96a" -d '{"events": [{"name": "network-changed", "server_uuid": "ada72fe7-516f-4e03-92b1-c5112f8ca0d9", "tag": "7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:18.284085 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port af5dc494-dd25-4e9a-ba6a-76c7767e66a3, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:18.290531 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-2d6c7513-3a6f-422e-8e15-033e5164573c None None] Provisioning complete for port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:18.290907 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-2d6c7513-3a6f-422e-8e15-033e5164573c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.299643 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.302160 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd0e71b-31b3-48fb-9fde-768873b929fa service neutron] Pushing event updated for resources: {'Port': ['ID=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:18.305284 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d667f46-754b-4830-a992-311138f2c9c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f6491-1db4-4fc4-9447-72aae3ad7d40,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:18.334290 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ae2bf2-755d-472a-a8c9-6df7aef8885b x-openstack-request-id: req-f1ae2bf2-755d-472a-a8c9-6df7aef8885b {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:18.334290 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ada72fe7-516f-4e03-92b1-c5112f8ca0d9", "tag": "7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:18.335910 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1ae2bf2-755d-472a-a8c9-6df7aef8885b {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:18.336467 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'tag': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'status': 'completed', 'code': 200} Jul 28 10:38:18.387905 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:18.402778 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Sync routers for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:18.411245 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:18.414080 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:18.417880 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4c6053c9-7ef2-4263-8a07-bb5af0006090 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1387792 Jul 28 10:38:18.418116 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46202) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:18.421940 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:18.422803 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:18.469780 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108743c7-1640-4c2d-97df-8abb107214ca req-a22498dc-5c3e-41c6-b25d-fbc7a26bd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:18.471280 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-a22498dc-5c3e-41c6-b25d-fbc7a26bd593 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 1097 time: 0.0952952 Jul 28 10:38:18.535504 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:18.557949 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-676da92a-3ddd-4a4e-99fa-6580aac18050 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 HTTP/1.1" status: 200 len: 217 time: 0.0401502 Jul 28 10:38:18.660095 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108743c7-1640-4c2d-97df-8abb107214ca req-fa8c0715-04d5-44d4-ae27-b64999bf955d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:18.661598 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-fa8c0715-04d5-44d4-ae27-b64999bf955d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.0954597 Jul 28 10:38:18.729826 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-3a3947ba-50f6-45d1-8c1e-8ac29ef7e54b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330167 Jul 28 10:38:18.765402 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:16Z', 'revision_number': 3, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:18.769841 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a51bd-3d08-48af-98dc-18e53f904fc0 req-5c358add-8117-47a9-9b00-2c6df92d9709 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:18.771400 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b0a51bd-3d08-48af-98dc-18e53f904fc0 req-5c358add-8117-47a9-9b00-2c6df92d9709 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.1054685 Jul 28 10:38:18.795889 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Checking router: 59ef8553-0a90-4622-b55c-5428f1a9c9e1 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:18.796249 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Updating router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 port a6aa703d-6425-4f76-b6a6-893307846bfb binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:18.815820 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b0a51bd-3d08-48af-98dc-18e53f904fc0 req-c059fa71-5d6c-4e41-829a-7ad35733da9f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383327 Jul 28 10:38:18.826174 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.153773 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.170532 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Transition to ACTIVE for port object a6aa703d-6425-4f76-b6a6-893307846bfb will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:19.181789 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.214051 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8309e-e451-42da-9bbd-c440188f63e6 req-9a894e67-eedc-4006-a880-b7a52f583356 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:19.215923 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9b8309e-e451-42da-9bbd-c440188f63e6 req-9a894e67-eedc-4006-a880-b7a52f583356 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 944 time: 0.0937681 Jul 28 10:38:19.253516 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-ac927585-6f1d-4a84-922b-cbb86fc57e4f service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4619896 Jul 28 10:38:19.289068 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9b8309e-e451-42da-9bbd-c440188f63e6 req-733bad5b-1575-4eee-a44f-0a3aeaf0b9f1 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603311 Jul 28 10:38:19.364003 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Pushing event updated for resources: {'Port': ['ID=a6aa703d-6425-4f76-b6a6-893307846bfb,revision_number=2']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:19.367544 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Attempting to bind port a6aa703d-6425-4f76-b6a6-893307846bfb on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:19.367912 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Attempting to bind port a6aa703d-6425-4f76-b6a6-893307846bfb by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:19.368401 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Attempting to bind port a6aa703d-6425-4f76-b6a6-893307846bfb on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:19.377507 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.378367 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.378367 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.378629 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.378982 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.379351 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.379617 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.379940 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.380513 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.380859 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.382051 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.382533 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:38:19.394801 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:19.395156 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:19.395602 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.395984 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:19.396509 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Bound port: a6aa703d-6425-4f76-b6a6-893307846bfb, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:19.397076 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.455466 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108743c7-1640-4c2d-97df-8abb107214ca req-c108520d-4829-4366-a714-7dd08befb207 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425312 Jul 28 10:38:19.462999 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.469486 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] For port a6aa703d-6425-4f76-b6a6-893307846bfb, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:19.472528 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] For port a6aa703d-6425-4f76-b6a6-893307846bfb, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=a6aa703d-6425-4f76-b6a6-893307846bfb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:19.483218 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.552962 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-35b6c5db-bc89-42c3-b134-005e161f9b13 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:19.554855 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:19.555493 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:19.556367 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-35b6c5db-bc89-42c3-b134-005e161f9b13 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/networks?id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 HTTP/1.1" status: 200 len: 809 time: 0.1606934 Jul 28 10:38:19.577768 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-7483bcf0-8c99-478f-915b-3e7c0c883479 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/quotas/302ffd5aee604675b6633eb88efb3dfb HTTP/1.1" status: 200 len: 375 time: 0.0150182 Jul 28 10:38:19.605798 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f28c6d-8431-49dc-82c9-3e2e14516c05 None None] Pushing event updated for resources: {'Port': ['ID=a6aa703d-6425-4f76-b6a6-893307846bfb,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:19.632263 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-9586abba-c92e-415e-b7b5-7d658081d0bf tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=302ffd5aee604675b6633eb88efb3dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467682 Jul 28 10:38:19.682079 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-f38fd4be-7d85-476c-8f8d-2f8240ac209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:19.683585 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-f38fd4be-7d85-476c-8f8d-2f8240ac209b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 1097 time: 0.1000073 Jul 28 10:38:19.684872 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:19.743565 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-57c70dd0-aa60-491f-95df-d56415acc685 service neutron] 10.222.0.25 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103444 Jul 28 10:38:19.779942 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Allocated IP 172.20.0.1 (d94eb1ae-fa55-4a6b-b36d-877fb700e06d/b446099b-2e6a-466e-aecb-61594f458e4b/2bf0e7bc-eb40-4b71-aaba-83541d82f5d6) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:19.856684 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-5f437d6e-6b67-406d-82b7-e8517b550c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:19.858203 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-5f437d6e-6b67-406d-82b7-e8517b550c9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 915 time: 0.1564314 Jul 28 10:38:19.861591 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-c14ed354-ec58-4285-afb5-10a1c1c87497 service neutron] 10.222.0.25 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169960 Jul 28 10:38:19.932692 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-9cf5d470-c8cd-49f9-84d0-c827e41b3eec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 HTTP/1.1" status: 200 len: 217 time: 0.0429752 Jul 28 10:38:19.971374 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:16Z', 'revision_number': 3, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:19.987306 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:19.995175 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device af5dc494-dd25-4e9a-ba6a-76c7767e66a3 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:20.029037 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Transition to ACTIVE for port object 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:20.038439 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf2376d-7321-4a82-acbf-b38111920596 None None] The sync data for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi is: [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:16Z', 'revision_number': 3, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:20.040159 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-b5b58d13-6f50-4663-a21f-9f1adde247a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:20.041929 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-b5b58d13-6f50-4663-a21f-9f1adde247a6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.0949399 Jul 28 10:38:20.064523 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46280) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:20.092191 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-32b23d5c-8662-4bfc-a9c3-7cfcdba1534b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367889 Jul 28 10:38:20.095997 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:20.096562 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.103052 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:38:20.210084 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.235269 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ef10e58c-07c3-441c-9a43-7d0e8963af21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.266469 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:20.279242 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6648798-50ce-43fb-9e6a-4f52f42bdcac req-fec92c84-1141-47df-8a98-0d8435215461 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:20.287969 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a6648798-50ce-43fb-9e6a-4f52f42bdcac req-fec92c84-1141-47df-8a98-0d8435215461 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.1820943 Jul 28 10:38:20.307924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:20.313986 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:20.329689 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-af6b90fe-3187-4d6b-8ff5-b56d82b68cc0 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235870 Jul 28 10:38:20.347267 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d2b2c181-0a46-417d-9559-f29979dbd032 req-29d2ef9b-9dff-479f-80c6-07c269bf7c9d tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 210 time: 0.0489931 Jul 28 10:38:20.422159 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:20.487454 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.549588 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a6648798-50ce-43fb-9e6a-4f52f42bdcac req-899068dc-01ad-4f20-9efb-721b0fb184b9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604325 Jul 28 10:38:20.610767 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe2e9be5-c804-42a2-9e55-48be3a79b96a req-7ccb833e-36ee-46c0-8c0d-e37b02239e0e service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361722 Jul 28 10:38:20.612098 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ef10e58c-07c3-441c-9a43-7d0e8963af21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.632364 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3153f9ee-0ce8-4dde-a843-12211b126398 req-9d26b5bf-0e4f-4d07-ba37-ef60f74c2691 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:20.633961 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3153f9ee-0ce8-4dde-a843-12211b126398 req-9d26b5bf-0e4f-4d07-ba37-ef60f74c2691 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 944 time: 0.1049182 Jul 28 10:38:20.639288 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ef10e58c-07c3-441c-9a43-7d0e8963af21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.677674 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-ef10e58c-07c3-441c-9a43-7d0e8963af21 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=86fb2c59959a4136a258f7a0f2700fe3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6116221 Jul 28 10:38:20.679113 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46294) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:20.705753 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10e58c-07c3-441c-9a43-7d0e8963af21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3781d1e-9826-47f0-be02-b917dd5613ca,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:20.719504 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-bfab2269-d1b1-45d9-99fa-a8dcacb0a530 None None] Provisioning for port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:20.731385 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-bfab2269-d1b1-45d9-99fa-a8dcacb0a530 None None] Provisioning complete for port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:20.731731 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bfab2269-d1b1-45d9-99fa-a8dcacb0a530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.733623 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.753163 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3153f9ee-0ce8-4dde-a843-12211b126398 req-bd521444-b21b-4bd1-9f8e-4451eee44196 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905714 Jul 28 10:38:20.823123 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa36-e978-40b8-be79-95fb56166323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.869091 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa36-e978-40b8-be79-95fb56166323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.912057 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-bfab2269-d1b1-45d9-99fa-a8dcacb0a530 None None] Port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:38:20.990118 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa36-e978-40b8-be79-95fb56166323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.993139 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-71ceaa36-e978-40b8-be79-95fb56166323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:20.995234 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-71ceaa36-e978-40b8-be79-95fb56166323 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c3781d1e-9826-47f0-be02-b917dd5613ca HTTP/1.1" status: 204 len: 168 time: 0.3150213 Jul 28 10:38:21.017085 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ceaa36-e978-40b8-be79-95fb56166323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3781d1e-9826-47f0-be02-b917dd5613ca,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:21.047273 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:21.057913 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:21.138003 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:21.155777 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Pushing event updated for resources: {'Port': ['ID=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:21.223026 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:38:21.259723 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:21.261377 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:21.359571 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:21.377924 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'port_id': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'mac_address': 'fa:16:3e:32:4e:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef44b7ff-c6ff-4191-97c9-1763167237d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:38:21.417839 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:38:21.471895 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:21.490066 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:21.514227 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:21.520782 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:21.561633 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e0540b95-9eaf-4404-8dc4-1f295c1fd353 req-2d9efbff-d8f5-4855-9393-6c1fa9fbbcc8 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 210 time: 0.0353947 Jul 28 10:38:21.563380 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-d4dd0d4b-3ffc-49cc-a8f2-9d3a2a413b83 None None] Provisioning complete for port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:21.563940 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d4dd0d4b-3ffc-49cc-a8f2-9d3a2a413b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:21.576058 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:21.581810 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-ae02ebde-eab5-47f6-a8f1-b33f40602808 admin admin] 10.222.0.25 "PUT /v2.0/routers/59ef8553-0a90-4622-b55c-5428f1a9c9e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1584892 Jul 28 10:38:21.607368 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:21.621001 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-d4dd0d4b-3ffc-49cc-a8f2-9d3a2a413b83 None None] Port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:38:21.733134 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0745d0-9b87-4e30-bd1e-5993332f0200 req-defd4157-5923-40fa-81f1-5b8d366d451e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:21.735243 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b0745d0-9b87-4e30-bd1e-5993332f0200 req-defd4157-5923-40fa-81f1-5b8d366d451e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0758567 Jul 28 10:38:21.806150 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b0745d0-9b87-4e30-bd1e-5993332f0200 req-f483a30f-4eb7-4593-9e45-c96becce93a1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633500 Jul 28 10:38:22.003927 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:38:22.015293 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device a6aa703d-6425-4f76-b6a6-893307846bfb up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:22.033281 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-67e5e4d9-a0f6-44ec-9731-15778162dda1 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:22.034801 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-67e5e4d9-a0f6-44ec-9731-15778162dda1 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "GET /v2.0/networks?id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 HTTP/1.1" status: 200 len: 809 time: 0.2592478 Jul 28 10:38:22.044855 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1febe7-ee00-4b1c-9510-c24979552c02 req-a516635f-9248-42df-b372-1acb5686c725 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:22.052957 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2e1febe7-ee00-4b1c-9510-c24979552c02 req-a516635f-9248-42df-b372-1acb5686c725 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 945 time: 0.1560354 Jul 28 10:38:22.075074 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Request body: {'port': {'device_id': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3', 'admin_state_up': True, 'tenant_id': '302ffd5aee604675b6633eb88efb3dfb'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:22.136952 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2e1febe7-ee00-4b1c-9510-c24979552c02 req-dc408f98-7ec9-4a71-a4a6-e8005e43baed tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828853 Jul 28 10:38:22.184200 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port a6aa703d-6425-4f76-b6a6-893307846bfb completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:22.192396 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port a6aa703d-6425-4f76-b6a6-893307846bfb triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:22.192890 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.237443 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Made reservation on behalf of 302ffd5aee604675b6633eb88efb3dfb for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:22.244968 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.295382 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Sync routers for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:22.327262 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:22.327889 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:22.471541 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Allocated IP 172.20.0.6 (2871a1c5-4cd2-4ce6-8e19-558dcce5feb3/5bb01b6d-b760-4808-96cb-6a6fef2884f6/65a0589d-0df9-4460-8592-67b5a197a706) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:22.502094 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.532067 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:22.560337 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port a6aa703d-6425-4f76-b6a6-893307846bfb, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=a6aa703d-6425-4f76-b6a6-893307846bfb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:22.570799 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.597181 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46358) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:22.602742 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1618943257-network', 'tenant_id': '9216f2b136db4ddf840524d41333662b'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:22.639135 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Made reservation on behalf of 9216f2b136db4ddf840524d41333662b for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:22.642802 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.655144 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.756058 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=a6aa703d-6425-4f76-b6a6-893307846bfb,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:22.765972 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.786205 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e31721a1-4ef6-49b4-83c4-7525f3a27ccf req-343c2402-8f35-40a4-bfc0-941b7cc92ebe tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 210 time: 0.0390954 Jul 28 10:38:22.808805 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.821098 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.829160 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.845328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:38:22.856261 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:22.859439 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.859578 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:22.860204 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Added segment 8cbdd247-f175-4cbb-b534-305628964f24 of type vlan for network cc61ee60-a103-4e4b-8073-f7a7306c483a Jul 28 10:38:22.866080 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:22.878348 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 2, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:22.895290 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Pushing event updated for resources: {'Port': ['ID=65a0589d-0df9-4460-8592-67b5a197a706,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:22.920159 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:22.920832 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.933760 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.943582 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-223ecfbe-ef23-4ef2-8287-76f9647cd371 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8808453 Jul 28 10:38:22.951602 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b93709e-b6b7-4645-b02e-763e58567272,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:22.965346 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Checking router: 59ef8553-0a90-4622-b55c-5428f1a9c9e1 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:22.965346 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Updating router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:22.973169 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Request body: {'port': {'device_id': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:22.986705 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.989260 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:22.993207 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:22.999838 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.081657 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4829993 Jul 28 10:38:23.083046 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46372) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:23.095426 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Request body: {'subnet': {'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1618943257-subnet', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'ip_version': 4}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:23.119393 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d3d8c0-7fff-403e-a45c-b8e5a9d7f880 admin admin] Pushing event updated for resources: {'Network': ['ID=cc61ee60-a103-4e4b-8073-f7a7306c483a,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:23.132726 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Made reservation on behalf of 9216f2b136db4ddf840524d41333662b for: {'subnet': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:23.135497 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588124'] for subnet, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.140097 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network cc61ee60-a103-4e4b-8073-f7a7306c483a details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:38:23.333284 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4001115-a52b-4333-8ce6-f14953a64213 req-ed39a023-79e7-41ea-b1c1-c3a74c4def80 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:23.335519 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f4001115-a52b-4333-8ce6-f14953a64213 req-ed39a023-79e7-41ea-b1c1-c3a74c4def80 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 945 time: 0.0951934 Jul 28 10:38:23.353254 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f48f8a-7709-4aab-88a6-2e80647f2fc5 req-558e030e-3652-479d-b220-db62b61aa920 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:23.355515 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-11f48f8a-7709-4aab-88a6-2e80647f2fc5 req-558e030e-3652-479d-b220-db62b61aa920 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.4018104 Jul 28 10:38:23.358164 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.399200 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4682852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588078'] for subnet, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.428900 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f4001115-a52b-4333-8ce6-f14953a64213 req-2eaab21a-8bbe-48be-b0e9-e04a0f776603 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723515 Jul 28 10:38:23.446014 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.458407 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Transition to ACTIVE for port object 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:23.468097 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.479540 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Pushing event updated for resources: {'Subnet': ['ID=560e2651-b9b6-4938-80c1-ba5e52826123,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:23.487733 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Checking segment: {'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:23.488157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Network hostable DHCP agents. Network: cc61ee60-a103-4e4b-8073-f7a7306c483a, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:38:23.509248 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Network cc61ee60-a103-4e4b-8073-f7a7306c483a is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:38:23.535091 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cf1e6-3eac-4624-a703-cedfee98733b None None] Pushing event updated for resources: {'Port': ['ID=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:23.556651 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, cc61ee60-a103-4e4b-8073-f7a7306c483a) {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:23.560509 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:23.561126 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.581382 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-78c6768d-6244-4460-9ca4-837875356920 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4892759 Jul 28 10:38:23.581382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46382) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:23.586596 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:23.591179 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55289f56-e402-4b30-a512-c6475524d28f None None] Network cc61ee60-a103-4e4b-8073-f7a7306c483a requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:38:23.618275 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.619868 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.624083 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-11f48f8a-7709-4aab-88a6-2e80647f2fc5 req-36fcbc5f-d377-4d38-8f48-6442c76a0ffc tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2499306 Jul 28 10:38:23.666495 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Attempting to bind port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:23.666869 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Attempting to bind port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:23.667271 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Attempting to bind port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 on network d94eb1ae-fa55-4a6b-b36d-877fb700e06d {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:23.677272 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:23.677647 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Checking segment: {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:23.678121 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.679068 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Bound using segment: {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:23.679560 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Bound port: 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:23.679947 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.744157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.802840 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] For port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:23.834428 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65a0589d-0df9-4460-8592-67b5a197a706 {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:23.845782 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.867549 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Transition to ACTIVE for port object 65a0589d-0df9-4460-8592-67b5a197a706 will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:23.874760 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.874925 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] For port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:23.885819 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-cc61ee60-a103-4e4b-8073-f7a7306c483a', 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'fixed_ips': [{'subnet_id': '560e2651-b9b6-4938-80c1-ba5e52826123'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:38:23.886649 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:23.892867 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.031557 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.052482 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Pushing event updated for resources: {'Port': ['ID=65a0589d-0df9-4460-8592-67b5a197a706,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.053943 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:24.054555 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:24.057414 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device a6aa703d-6425-4f76-b6a6-893307846bfb up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:24.077184 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003008ff-82ab-48ac-8106-eb64edb810e7 req-5ddc5746-5a1d-41f9-804d-299c5e84365c tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:24.078829 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-003008ff-82ab-48ac-8106-eb64edb810e7 req-5ddc5746-5a1d-41f9-804d-299c5e84365c tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 943 time: 0.1343045 Jul 28 10:38:24.138504 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Attempting to bind port 65a0589d-0df9-4460-8592-67b5a197a706 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:24.138849 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Attempting to bind port 65a0589d-0df9-4460-8592-67b5a197a706 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:24.139184 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Attempting to bind port 65a0589d-0df9-4460-8592-67b5a197a706 on network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:24.144145 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-003008ff-82ab-48ac-8106-eb64edb810e7 req-fab1a059-f3c2-4d0f-880b-88bcf6b0b2f0 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565655 Jul 28 10:38:24.148072 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Port 65a0589d-0df9-4460-8592-67b5a197a706 on network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:38:24.148400 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Attempting to bind port 65a0589d-0df9-4460-8592-67b5a197a706 on network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:24.155169 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:24.155509 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Checking segment: {'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:24.155892 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Bound using segment: {'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:24.156328 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Bound port: 65a0589d-0df9-4460-8592-67b5a197a706, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:24.156689 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.233981 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] For port 65a0589d-0df9-4460-8592-67b5a197a706, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:24.237938 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] For port 65a0589d-0df9-4460-8592-67b5a197a706, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=65a0589d-0df9-4460-8592-67b5a197a706,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:24.244557 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.278880 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:24.279604 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.281095 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] 10.222.0.23 "PUT /v2.0/ports/65a0589d-0df9-4460-8592-67b5a197a706 HTTP/1.1" status: 200 len: 1093 time: 1.3135097 Jul 28 10:38:24.281599 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'tag': '65a0589d-0df9-4460-8592-67b5a197a706'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:24.282025 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85cf1e6-3eac-4624-a703-cedfee98733b None None] Pushing event updated for resources: {'Port': ['ID=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.284055 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa" -d '{"events": [{"name": "network-changed", "server_uuid": "713a603f-c5ec-4fef-bb27-071aa8601e5c", "tag": "65a0589d-0df9-4460-8592-67b5a197a706"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:24.323536 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d2798d-8afe-4207-8bec-91353f0af4aa service neutron] Pushing event updated for resources: {'Port': ['ID=65a0589d-0df9-4460-8592-67b5a197a706,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.338598 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.341810 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f8b58d-2563-4a8d-bfcc-21f945615b8b x-openstack-request-id: req-f2f8b58d-2563-4a8d-bfcc-21f945615b8b {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:24.342096 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713a603f-c5ec-4fef-bb27-071aa8601e5c", "tag": "65a0589d-0df9-4460-8592-67b5a197a706", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:24.342346 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f2f8b58d-2563-4a8d-bfcc-21f945615b8b {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:24.342737 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'tag': '65a0589d-0df9-4460-8592-67b5a197a706', 'status': 'completed', 'code': 200} Jul 28 10:38:24.360159 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.403080 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:24.422343 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-024b0aae-b04c-4739-8a4d-45080c5e7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:24.424546 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-024b0aae-b04c-4739-8a4d-45080c5e7181 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=302ffd5aee604675b6633eb88efb3dfb&device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 1096 time: 0.0415471 Jul 28 10:38:24.441527 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Allocated IP 172.20.0.2 (cc61ee60-a103-4e4b-8073-f7a7306c483a/560e2651-b9b6-4938-80c1-ba5e52826123/d3414ec1-ed75-4bc0-978c-59110351c91d) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:24.462095 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port a6aa703d-6425-4f76-b6a6-893307846bfb triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:24.462733 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.484281 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-c0d672ed-db2a-4bf7-81e4-51b46ecd1421 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a0589d-0df9-4460-8592-67b5a197a706 HTTP/1.1" status: 200 len: 217 time: 0.0402982 Jul 28 10:38:24.485353 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Allocated IP 172.27.3.3 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/b9ef4c52-c2a7-4e65-bcd9-958efe555cd0) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:24.539538 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-13d4db25-09c0-4a06-a84b-535780509ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:24.541064 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-13d4db25-09c0-4a06-a84b-535780509ae6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5bb01b6d-b760-4808-96cb-6a6fef2884f6 HTTP/1.1" status: 200 len: 849 time: 0.0499046 Jul 28 10:38:24.591592 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-26f66a60-e8e4-4d6e-b05d-8b1a3b93fb47 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399511 Jul 28 10:38:24.593379 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.614870 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61bfaa-f2cf-4486-88f0-48a18007a2dc req-77c654f2-8a15-4105-ad20-55ecb4e76435 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:24.616503 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-da61bfaa-f2cf-4486-88f0-48a18007a2dc req-77c654f2-8a15-4105-ad20-55ecb4e76435 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 945 time: 0.0745497 Jul 28 10:38:24.637079 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.690337 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:24.696079 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:24.700600 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:24.703806 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:24.723157 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-50975743-29ab-4231-8dd4-dd8b50af4007 service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163371 Jul 28 10:38:24.790519 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.801887 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Transition to ACTIVE for port object d3414ec1-ed75-4bc0-978c-59110351c91d will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:24.819886 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-da61bfaa-f2cf-4486-88f0-48a18007a2dc req-7119350c-881c-449e-b265-fa59269af9ef tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952477 Jul 28 10:38:24.824512 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Transition to ACTIVE for port object d3414ec1-ed75-4bc0-978c-59110351c91d will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:24.836199 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:24.848093 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:23Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:24.856840 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c5abcf5-3fe0-43ed-b77e-cdbb94b775b9 req-2c7e6898-fae3-4861-b6ec-8555fa132010 service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211121 Jul 28 10:38:24.918056 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41050720-6c41-4ad5-8eb8-e49ace0f0d18 None None] The sync data for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi is: [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:23Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:24.931499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Network cc61ee60-a103-4e4b-8073-f7a7306c483a is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:24.933168 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:24.944877 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:24.955055 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Pushing event updated for resources: {'Port': ['ID=d3414ec1-ed75-4bc0-978c-59110351c91d,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:25.052822 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Attempting to bind port d3414ec1-ed75-4bc0-978c-59110351c91d on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:25.054029 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Attempting to bind port d3414ec1-ed75-4bc0-978c-59110351c91d by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:25.054559 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Attempting to bind port d3414ec1-ed75-4bc0-978c-59110351c91d on network cc61ee60-a103-4e4b-8073-f7a7306c483a {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:25.065411 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:25.065819 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Checking segment: {'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:25.066233 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:25.066754 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Bound using segment: {'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:25.067233 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Bound port: d3414ec1-ed75-4bc0-978c-59110351c91d, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:25.067747 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:25.133593 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-4d8c910a-9280-46a7-b754-cf815065ef51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:25.135156 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-4d8c910a-9280-46a7-b754-cf815065ef51 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=302ffd5aee604675b6633eb88efb3dfb&device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 1096 time: 0.1272986 Jul 28 10:38:25.177800 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] For port d3414ec1-ed75-4bc0-978c-59110351c91d, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:25.182008 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] For port d3414ec1-ed75-4bc0-978c-59110351c91d, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=d3414ec1-ed75-4bc0-978c-59110351c91d,segment=NetworkSegment(8cbdd247-f175-4cbb-b534-305628964f24),segment_id=8cbdd247-f175-4cbb-b534-305628964f24)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:25.188203 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:25.239681 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b835b951-bc8c-4342-873f-e3943f685301 req-15da3017-82d0-446f-b438-1aff5f8e9a91 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:25.248796 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b835b951-bc8c-4342-873f-e3943f685301 req-15da3017-82d0-446f-b438-1aff5f8e9a91 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.4756401 Jul 28 10:38:25.277981 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:25.322534 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-641c0757-efda-4381-a4eb-35fa88d48a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:25.324715 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-641c0757-efda-4381-a4eb-35fa88d48a60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 HTTP/1.1" status: 200 len: 910 time: 0.1582482 Jul 28 10:38:25.346188 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d71470-88ec-44b0-95ab-8058b71adffa None None] Pushing event updated for resources: {'Port': ['ID=d3414ec1-ed75-4bc0-978c-59110351c91d,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:25.373046 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:25.381359 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:25.381738 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:25.471528 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-1085a6d1-ddd9-4628-b7f9-55efba8de73b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65a0589d-0df9-4460-8592-67b5a197a706 HTTP/1.1" status: 200 len: 217 time: 0.1077781 Jul 28 10:38:25.496534 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:25.563283 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:25.618641 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b835b951-bc8c-4342-873f-e3943f685301 req-75f74076-4c5c-4bd0-9ddd-2d793673155c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618698 Jul 28 10:38:25.634867 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:25.644147 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24df2bc4-0e5b-49f6-be9a-952d93343fd1" -d '{"events": [{"server_uuid": "ada72fe7-516f-4e03-92b1-c5112f8ca0d9", "name": "network-vif-plugged", "status": "completed", "tag": "7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:25.697352 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:25.722729 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:25.737028 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-fe5712a6-49ad-4b1f-bc6c-195ad2d6d6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:25.741124 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-fe5712a6-49ad-4b1f-bc6c-195ad2d6d6c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5bb01b6d-b760-4808-96cb-6a6fef2884f6 HTTP/1.1" status: 200 len: 849 time: 0.2554510 Jul 28 10:38:25.782107 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5351202-e12e-492a-ac47-2ec511b22ed4 x-openstack-request-id: req-e5351202-e12e-492a-ac47-2ec511b22ed4 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:25.782324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada72fe7-516f-4e03-92b1-c5112f8ca0d9", "name": "network-vif-plugged", "status": "completed", "tag": "7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:25.782569 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5351202-e12e-492a-ac47-2ec511b22ed4 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:25.782959 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'code': 200} Jul 28 10:38:25.814962 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-59ed4094-8abd-44f4-90f9-86939ecd058c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496197 Jul 28 10:38:25.830648 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c2a68-4640-4830-9b78-db57ea53c4d9 req-146d9dc0-04a2-4461-af08-a9a589bd4c16 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:25.832686 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe4c2a68-4640-4830-9b78-db57ea53c4d9 req-146d9dc0-04a2-4461-af08-a9a589bd4c16 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 943 time: 0.3485878 Jul 28 10:38:25.836035 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:25.958982 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe4c2a68-4640-4830-9b78-db57ea53c4d9 req-5a5fa6ae-f102-4134-b247-140b69e3ff15 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125805 Jul 28 10:38:26.002850 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-757e3d90-1125-414f-a86c-f033e12f2da5 service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689618 Jul 28 10:38:26.015792 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.081983 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:26.153382 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:26.156990 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:26.157497 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.167055 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f84587-d1a9-4b4a-820e-1a11ea6d6c96 req-52f810db-53c9-4a29-8820-8709a506314d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:26.168731 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4f84587-d1a9-4b4a-820e-1a11ea6d6c96 req-52f810db-53c9-4a29-8820-8709a506314d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 1099 time: 0.0614967 Jul 28 10:38:26.197019 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1370b412-0738-44f0-bedd-ae8139bf204c req-33784f21-fba5-4827-bd6a-4b9384bfaaf2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:26.198598 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1370b412-0738-44f0-bedd-ae8139bf204c req-33784f21-fba5-4827-bd6a-4b9384bfaaf2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 946 time: 0.2048538 Jul 28 10:38:26.221169 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3bc81b41-6d8f-412d-a514-5804d2ccc7fa req-7e15be45-692e-40de-ad89-4cd179fc7838 service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751094 Jul 28 10:38:26.247317 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4f84587-d1a9-4b4a-820e-1a11ea6d6c96 req-c80a365e-b530-4ba9-bfd3-c00736133817 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516586 Jul 28 10:38:26.252854 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.284675 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1370b412-0738-44f0-bedd-ae8139bf204c req-c19d636e-2a9a-4fbf-aa0e-7344b9b9cc4b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766110 Jul 28 10:38:26.300378 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:26.310748 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.311792 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device d3414ec1-ed75-4bc0-978c-59110351c91d up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:26.322537 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93232) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:38:26.395408 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:26.413784 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port d3414ec1-ed75-4bc0-978c-59110351c91d completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:26.482388 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:26.494584 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Sync routers for ids ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:26.505399 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.506736 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Routers {'9bdae13f-ed31-48a0-b272-dd7511ab7a04'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:26.509967 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-584b6986-5b22-44e0-a01a-e3e19eb07dd1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.9255047 Jul 28 10:38:26.510317 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:26.510515 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46428) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:26.574621 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94171821-5222-4776-b99b-da22880146b7 None None] Network cc61ee60-a103-4e4b-8073-f7a7306c483a requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:38:26.627970 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Set router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:26.663071 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-7040f04a-b707-4c6c-8bd1-4e17b23ec23f None None] Provisioning for port d3414ec1-ed75-4bc0-978c-59110351c91d completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:26.704457 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-7040f04a-b707-4c6c-8bd1-4e17b23ec23f None None] Provisioning complete for port d3414ec1-ed75-4bc0-978c-59110351c91d triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:26.713754 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7040f04a-b707-4c6c-8bd1-4e17b23ec23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.797098 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8bebf-98bf-4fdd-8211-9c3c4fd383e8 req-d713d4bf-bae4-46c3-b5c1-4d1625abad71 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:26.805337 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-25b8bebf-98bf-4fdd-8211-9c3c4fd383e8 req-d713d4bf-bae4-46c3-b5c1-4d1625abad71 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0700359 Jul 28 10:38:26.878780 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-25b8bebf-98bf-4fdd-8211-9c3c4fd383e8 req-11ba45bf-2710-49b9-a4fc-51d91a670fe5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725946 Jul 28 10:38:26.894518 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:38:25Z', 'revision_number': 3, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:26.899510 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7040f04a-b707-4c6c-8bd1-4e17b23ec23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.926495 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Checking router: 9bdae13f-ed31-48a0-b272-dd7511ab7a04 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:26.927301 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Updating router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:26.950447 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-7040f04a-b707-4c6c-8bd1-4e17b23ec23f None None] For port d3414ec1-ed75-4bc0-978c-59110351c91d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=d3414ec1-ed75-4bc0-978c-59110351c91d,segment=NetworkSegment(8cbdd247-f175-4cbb-b534-305628964f24),segment_id=8cbdd247-f175-4cbb-b534-305628964f24)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:26.962085 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7040f04a-b707-4c6c-8bd1-4e17b23ec23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:26.971748 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.040176 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040f04a-b707-4c6c-8bd1-4e17b23ec23f None None] Pushing event updated for resources: {'Port': ['ID=d3414ec1-ed75-4bc0-978c-59110351c91d,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:27.125916 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71496a4f-1fb2-4d55-b557-de34eb67d0fb req-6a74f078-e102-4b57-acdd-00e1f82ae0c4 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:27.127842 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-71496a4f-1fb2-4d55-b557-de34eb67d0fb req-6a74f078-e102-4b57-acdd-00e1f82ae0c4 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 943 time: 0.0717058 Jul 28 10:38:27.131741 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.184396 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-1f0db9ae-c851-4799-bf03-a345ed0f1bfd None None] Provisioning complete for port d3414ec1-ed75-4bc0-978c-59110351c91d triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:27.187171 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-71496a4f-1fb2-4d55-b557-de34eb67d0fb req-6f577e50-e545-4092-9ed1-dd67dee17e79 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514205 Jul 28 10:38:27.187655 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1f0db9ae-c851-4799-bf03-a345ed0f1bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.291561 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 65a0589d-0df9-4460-8592-67b5a197a706 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:38:27.361305 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Allocated IP 172.20.0.1 (cc61ee60-a103-4e4b-8073-f7a7306c483a/560e2651-b9b6-4938-80c1-ba5e52826123/9e295462-6ff9-480d-b9ff-36d4fd5c21f2) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:27.365063 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.388162 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Transition to ACTIVE for port object b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:27.401631 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.455871 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Attempting to bind port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:27.456321 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Attempting to bind port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:27.456830 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Attempting to bind port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:27.482475 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:27.482854 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:27.483238 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.483466 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 65a0589d-0df9-4460-8592-67b5a197a706, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=65a0589d-0df9-4460-8592-67b5a197a706,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:27.483643 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:27.489618 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Bound port: b9ef4c52-c2a7-4e65-bcd9-958efe555cd0, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:27.490067 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.490302 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c150d04-eead-42be-bb96-89b415f94937 req-37e354ef-0064-4b05-bb1d-cf31501fa140 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:27.498604 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3c150d04-eead-42be-bb96-89b415f94937 req-37e354ef-0064-4b05-bb1d-cf31501fa140 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 946 time: 0.0885630 Jul 28 10:38:27.501700 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '65a0589d-0df9-4460-8592-67b5a197a706', 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3', 'port_id': '65a0589d-0df9-4460-8592-67b5a197a706', 'mac_address': 'fa:16:3e:b7:cc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb01b6d-b760-4808-96cb-6a6fef2884f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:38:27.515692 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019d529-c659-4222-bc5e-5d8fbd9d3254 None None] Pushing event updated for resources: {'Port': ['ID=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,revision_number=2']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:27.543987 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.558263 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] For port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:27.562188 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] For port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:27.563585 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3c150d04-eead-42be-bb96-89b415f94937 req-98167809-e29a-49bf-9f9a-6afd2aa42912 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638020 Jul 28 10:38:27.569537 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Transition to ACTIVE for port object 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:27.577739 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.591499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.606825 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65a0589d-0df9-4460-8592-67b5a197a706 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:27.607713 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.631494 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Routers {'9bdae13f-ed31-48a0-b272-dd7511ab7a04'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:27.632331 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:27.635703 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 65a0589d-0df9-4460-8592-67b5a197a706, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=65a0589d-0df9-4460-8592-67b5a197a706,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:27.639669 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.664130 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Network cc61ee60-a103-4e4b-8073-f7a7306c483a is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:27.667598 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:27.684417 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:27.712322 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=65a0589d-0df9-4460-8592-67b5a197a706,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:27.724934 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Pushing event updated for resources: {'Port': ['ID=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:27.747719 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] Set router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:27.748409 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:27.853823 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8019d529-c659-4222-bc5e-5d8fbd9d3254 None None] Pushing event updated for resources: {'Port': ['ID=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:27.912382 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46472) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:27.966676 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.015189 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:28.083896 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:38:25Z', 'revision_number': 3, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:28.101246 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:28.101681 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.103581 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-b662454f-2cae-4d0f-89e8-7e8351a6aa2d None None] Provisioning for port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:28.104313 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3fc912f0-b87f-4427-806f-145738e2a753 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.116426 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1801f5-3e6d-4834-9221-53021e4349c2 req-ee950448-8e3d-4fb9-a050-6099369bbc82 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:28.118348 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1dae5e-f993-4169-aa27-e9e7f3533fb8 None None] The sync data for ids ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'] in dv-cinder-800431-3-iscsi is: [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:38:25Z', 'revision_number': 3, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:28.124527 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bf1801f5-3e6d-4834-9221-53021e4349c2 req-ee950448-8e3d-4fb9-a050-6099369bbc82 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0867133 Jul 28 10:38:28.136322 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-b662454f-2cae-4d0f-89e8-7e8351a6aa2d None None] Provisioning complete for port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:28.136989 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b662454f-2cae-4d0f-89e8-7e8351a6aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.176386 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-b662454f-2cae-4d0f-89e8-7e8351a6aa2d None None] Port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:38:28.178862 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['65a0589d-0df9-4460-8592-67b5a197a706'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:38:28.196681 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bf1801f5-3e6d-4834-9221-53021e4349c2 req-b9a6d5e7-8a3d-4b87-927b-3b28768addad tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657570 Jul 28 10:38:28.206754 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.211905 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.289720 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3fc912f0-b87f-4427-806f-145738e2a753 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.296077 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3fc912f0-b87f-4427-806f-145738e2a753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.330644 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.341403 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-3fc912f0-b87f-4427-806f-145738e2a753 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=88694aa3ef7743749fd25c8b9ff23493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4274974 Jul 28 10:38:28.342701 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc912f0-b87f-4427-806f-145738e2a753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdaa7f2-b6a6-4d35-bd10-a319b406ae0a,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:28.344332 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46478) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:28.360845 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Pushing event updated for resources: {'Port': ['ID=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:28.377788 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97c1da-ec54-4762-a28d-53c20805693f req-1e65edd0-f4f6-4a09-a20b-f8659538c281 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:28.379395 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4a97c1da-ec54-4762-a28d-53c20805693f req-1e65edd0-f4f6-4a09-a20b-f8659538c281 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 944 time: 0.1038306 Jul 28 10:38:28.473664 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device d3414ec1-ed75-4bc0-978c-59110351c91d up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:28.533427 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4a97c1da-ec54-4762-a28d-53c20805693f req-0070d8c3-72ce-4dcf-9c7c-c4c112289911 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376901 Jul 28 10:38:28.550347 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-018a0303-4dea-44aa-a600-5065f396e097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.586175 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Network cc61ee60-a103-4e4b-8073-f7a7306c483a is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:28.588120 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-018a0303-4dea-44aa-a600-5065f396e097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.594895 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:28.614542 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port d3414ec1-ed75-4bc0-978c-59110351c91d triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:28.615122 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.761053 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-018a0303-4dea-44aa-a600-5065f396e097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.763826 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-018a0303-4dea-44aa-a600-5065f396e097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.765020 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-018a0303-4dea-44aa-a600-5065f396e097 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2bdaa7f2-b6a6-4d35-bd10-a319b406ae0a HTTP/1.1" status: 204 len: 168 time: 0.4138627 Jul 28 10:38:28.790210 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37e1a5-c361-4f18-8dda-18e6f83f44e2 req-115b2100-1dbe-45fe-abc7-82f78402d0b4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:28.797639 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cf37e1a5-c361-4f18-8dda-18e6f83f44e2 req-115b2100-1dbe-45fe-abc7-82f78402d0b4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 946 time: 0.1321797 Jul 28 10:38:28.814421 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a0303-4dea-44aa-a600-5065f396e097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdaa7f2-b6a6-4d35-bd10-a319b406ae0a,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:28.846885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:38:28.858237 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cf37e1a5-c361-4f18-8dda-18e6f83f44e2 req-6bf66437-9727-4038-9a4a-4234f63d4e49 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597267 Jul 28 10:38:28.910788 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-969c07f5-5531-434f-bb3a-76dc4d309d44 None None] Provisioning complete for port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:28.913090 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-969c07f5-5531-434f-bb3a-76dc4d309d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:28.965383 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-969c07f5-5531-434f-bb3a-76dc4d309d44 None None] Port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:38:29.019458 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:38:29.033284 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-bc8ae7d4-a6f6-4b18-a037-6df19aad455e admin admin] 10.222.0.25 "PUT /v2.0/routers/9bdae13f-ed31-48a0-b272-dd7511ab7a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5215919 Jul 28 10:38:29.161986 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46500) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:29.184825 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-31beb874-e0d7-44df-9b36-885a5c231089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.312932 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-31beb874-e0d7-44df-9b36-885a5c231089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.319950 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-31beb874-e0d7-44df-9b36-885a5c231089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.361623 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-31beb874-e0d7-44df-9b36-885a5c231089 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a3c91ea3e9764bbca39bbcc58bfa3f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1955543 Jul 28 10:38:29.361623 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31beb874-e0d7-44df-9b36-885a5c231089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54cffb5c-af6d-4cc2-8822-d75cd1b636d6,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:29.362048 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46512) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:29.572012 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46518) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:29.577444 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-efde7d4c-933d-49bc-87be-21653a49e6a7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054633035', 'description': 'tempest-secgroup-smoke-2054633035 description', 'project_id': '02a445a74e104a019c3d28d3f69fa4b3'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:29.607717 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a6586-830f-4298-944e-018fa437a08a req-c1c7710d-1bce-410a-9ea9-de305a13c472 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:29.609401 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f33a6586-830f-4298-944e-018fa437a08a req-c1c7710d-1bce-410a-9ea9-de305a13c472 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0862236 Jul 28 10:38:29.624721 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-efde7d4c-933d-49bc-87be-21653a49e6a7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.664528 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f33a6586-830f-4298-944e-018fa437a08a req-e76af315-31bf-4ff1-964d-d2a4c47951a8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479116 Jul 28 10:38:29.665119 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cc751dad-013f-46a4-81f6-40eb28cc0814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.713774 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cc751dad-013f-46a4-81f6-40eb28cc0814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.748272 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63118895-4b10-4675-8037-3e9327ca72ca req-f2c397c6-2a47-49c2-ad4a-d76f06556736 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:29.749739 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-63118895-4b10-4675-8037-3e9327ca72ca req-f2c397c6-2a47-49c2-ad4a-d76f06556736 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 944 time: 0.0863113 Jul 28 10:38:29.762487 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-efde7d4c-933d-49bc-87be-21653a49e6a7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.766389 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-efde7d4c-933d-49bc-87be-21653a49e6a7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.792320 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-63118895-4b10-4675-8037-3e9327ca72ca req-7466f1c6-d090-476a-9fa1-d0c2f70e562b tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345647 Jul 28 10:38:29.797033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-efde7d4c-933d-49bc-87be-21653a49e6a7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.801131 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-efde7d4c-933d-49bc-87be-21653a49e6a7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2253768 Jul 28 10:38:29.801276 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cc751dad-013f-46a4-81f6-40eb28cc0814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.801384 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde7d4c-933d-49bc-87be-21653a49e6a7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f777b1-152b-4b8b-bc65-ba12a44c0506,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:29.801384 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46522) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:29.802294 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cc751dad-013f-46a4-81f6-40eb28cc0814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.806678 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-e54c8742-2bfc-41bb-b6bd-5520814b7f5b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'security_group_rule': {'security_group_id': '48f777b1-152b-4b8b-bc65-ba12a44c0506', 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:29.814214 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-cc751dad-013f-46a4-81f6-40eb28cc0814 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/54cffb5c-af6d-4cc2-8822-d75cd1b636d6 HTTP/1.1" status: 204 len: 168 time: 0.4464350 Jul 28 10:38:29.835478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc751dad-013f-46a4-81f6-40eb28cc0814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cffb5c-af6d-4cc2-8822-d75cd1b636d6,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:29.849651 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e54c8742-2bfc-41bb-b6bd-5520814b7f5b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.911997 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e54c8742-2bfc-41bb-b6bd-5520814b7f5b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.918522 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e54c8742-2bfc-41bb-b6bd-5520814b7f5b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.941068 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54c8742-2bfc-41bb-b6bd-5520814b7f5b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34d987ed-6722-46c0-b9da-ff889d892ad1,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:29.950720 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e54c8742-2bfc-41bb-b6bd-5520814b7f5b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:29.951921 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e54c8742-2bfc-41bb-b6bd-5520814b7f5b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1496363 Jul 28 10:38:29.954700 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46526) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:29.961373 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-da0b3902-aa64-448f-851b-5d47699e71f3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'security_group_rule': {'security_group_id': '48f777b1-152b-4b8b-bc65-ba12a44c0506', 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:30.003940 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:30.005265 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-da0b3902-aa64-448f-851b-5d47699e71f3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.059846 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-da0b3902-aa64-448f-851b-5d47699e71f3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.064345 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-da0b3902-aa64-448f-851b-5d47699e71f3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.068050 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:30.074128 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:30.074890 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.081800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b3902-aa64-448f-851b-5d47699e71f3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585d46da-13ee-4e13-b0c5-4eedf3ac158f,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.092649 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-da0b3902-aa64-448f-851b-5d47699e71f3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.094356 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-da0b3902-aa64-448f-851b-5d47699e71f3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367910 Jul 28 10:38:30.096927 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46530) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:30.101719 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-e6fa8da2-1ea3-4581-98ef-1dc7ae73d4b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'security_group_rule': {'security_group_id': '48f777b1-152b-4b8b-bc65-ba12a44c0506', 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:30.136300 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8da2-1ea3-4581-98ef-1dc7ae73d4b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.210873 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8da2-1ea3-4581-98ef-1dc7ae73d4b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.213127 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.214679 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8da2-1ea3-4581-98ef-1dc7ae73d4b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.234045 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa8da2-1ea3-4581-98ef-1dc7ae73d4b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5869387-f111-41e1-92b6-52df9f4b15d2,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.235298 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:30.239803 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.245147 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8da2-1ea3-4581-98ef-1dc7ae73d4b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.246660 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e6fa8da2-1ea3-4581-98ef-1dc7ae73d4b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487753 Jul 28 10:38:30.249585 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46538) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:30.256052 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-fa87eee9-a5c4-4539-b199-89840d7acf0d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'security_group_rule': {'security_group_id': '48f777b1-152b-4b8b-bc65-ba12a44c0506', 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:30.293737 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fa87eee9-a5c4-4539-b199-89840d7acf0d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.295542 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Sync routers for ids ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:38:30.336381 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Routers {'9bdae13f-ed31-48a0-b272-dd7511ab7a04'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:30.337155 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:30.342594 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.377543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fa87eee9-a5c4-4539-b199-89840d7acf0d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.381668 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fa87eee9-a5c4-4539-b199-89840d7acf0d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.402338 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87eee9-a5c4-4539-b199-89840d7acf0d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca577cd-1126-4df5-86a0-07ada849be1c,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.411790 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fa87eee9-a5c4-4539-b199-89840d7acf0d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.416241 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-fa87eee9-a5c4-4539-b199-89840d7acf0d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1630576 Jul 28 10:38:30.416503 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46544) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:30.421064 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'security_group_rule': {'security_group_id': '48f777b1-152b-4b8b-bc65-ba12a44c0506', 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:30.454777 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.securitygroups_db [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Project 02a445a74e104a019c3d28d3f69fa4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:38:30.462051 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.467547 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Set router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:30.543231 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.548884 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.573027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2541e4e9-fb9b-47cb-8847-a37f501f11e4,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.595575 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.597089 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-7f05b18b-5965-45e5-99f5-a3365008a0a5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1794958 Jul 28 10:38:30.600019 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46554) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:30.605301 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'security_group_rule': {'security_group_id': '48f777b1-152b-4b8b-bc65-ba12a44c0506', 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:30.632416 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.securitygroups_db [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Project 02a445a74e104a019c3d28d3f69fa4b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:38:30.637874 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.689476 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:38:27Z', 'revision_number': 4, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e295462-6ff9-480d-b9ff-36d4fd5c21f2', 'name': '', 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'mac_address': 'fa:16:3e:9e:b7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '560e2651-b9b6-4938-80c1-ba5e52826123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:27Z', 'updated_at': '2021-07-28T10:38:28Z', 'revision_number': 2, 'project_id': '9216f2b136db4ddf840524d41333662b', 'subnets': [{'id': '560e2651-b9b6-4938-80c1-ba5e52826123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:30.733455 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.734040 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Checking router: 9bdae13f-ed31-48a0-b272-dd7511ab7a04 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:38:30.734389 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Updating router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:38:30.739027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.754561 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d14aed6-b67e-42d1-8223-37e26f3a1a79,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:30.764385 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.786795 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:30.789323 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e519e3a8-a627-49a9-a553-71fc73bad78f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1882827 Jul 28 10:38:30.832678 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667da63-e493-40dc-b600-37dace824db4 req-4100e766-b392-4f69-97da-0c9dca181ca6 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:30.835665 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1667da63-e493-40dc-b600-37dace824db4 req-4100e766-b392-4f69-97da-0c9dca181ca6 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0880744 Jul 28 10:38:30.906385 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1667da63-e493-40dc-b600-37dace824db4 req-6e2262d6-9d65-4ecc-a181-5860e09183fb tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620050 Jul 28 10:38:30.974943 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977c86f-7ec6-4532-bc5a-25046f055013 req-0edcd105-ef99-4085-bd62-ecf2dfcf280f tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:30.978813 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d977c86f-7ec6-4532-bc5a-25046f055013 req-0edcd105-ef99-4085-bd62-ecf2dfcf280f tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 944 time: 0.0798736 Jul 28 10:38:31.026467 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d977c86f-7ec6-4532-bc5a-25046f055013 req-a9662fb7-07dc-4f3d-a09c-cdc3b37a59ab tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Jul 28 10:38:31.104781 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.114956 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Transition to ACTIVE for port object 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:31.122159 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.176731 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a6a22-ca32-4b7e-8ecf-ad0134ec143f None None] Pushing event updated for resources: {'Port': ['ID=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:31.231033 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Attempting to bind port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:31.231440 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Attempting to bind port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:31.231747 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Attempting to bind port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 on network cc61ee60-a103-4e4b-8073-f7a7306c483a {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:31.237291 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:31.237672 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Checking segment: {'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:31.238133 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.239284 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Bound using segment: {'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:31.239284 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Bound port: 9e295462-6ff9-480d-b9ff-36d4fd5c21f2, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cbdd247-f175-4cbb-b534-305628964f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:31.239499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.322262 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 65a0589d-0df9-4460-8592-67b5a197a706 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:31.374708 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] For port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:31.378544 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] For port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,segment=NetworkSegment(8cbdd247-f175-4cbb-b534-305628964f24),segment_id=8cbdd247-f175-4cbb-b534-305628964f24)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:31.397284 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.468097 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 65a0589d-0df9-4460-8592-67b5a197a706 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:31.473797 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Routers {'9bdae13f-ed31-48a0-b272-dd7511ab7a04'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:38:31.484368 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:38:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:31.487277 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66a6a22-ca32-4b7e-8ecf-ad0134ec143f None None] Pushing event updated for resources: {'Port': ['ID=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:31.494009 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 65a0589d-0df9-4460-8592-67b5a197a706 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:31.494009 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.733931 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] Set router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:38:31.785560 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.869438 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0589d-0df9-4460-8592-67b5a197a706'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:31.871938 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e5cab1-9f03-479d-9b92-3dedd0b0006f" -d '{"events": [{"server_uuid": "713a603f-c5ec-4fef-bb27-071aa8601e5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a0589d-0df9-4460-8592-67b5a197a706"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:31.919971 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 65a0589d-0df9-4460-8592-67b5a197a706, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=65a0589d-0df9-4460-8592-67b5a197a706,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:31.931172 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:31.975291 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:32.010463 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd771da-bacd-45e1-9d05-407f02fa399b x-openstack-request-id: req-5dd771da-bacd-45e1-9d05-407f02fa399b {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:32.010745 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713a603f-c5ec-4fef-bb27-071aa8601e5c", "name": "network-vif-plugged", "status": "completed", "tag": "65a0589d-0df9-4460-8592-67b5a197a706", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:32.010994 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5dd771da-bacd-45e1-9d05-407f02fa399b {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:32.011373 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65a0589d-0df9-4460-8592-67b5a197a706', 'code': 200} Jul 28 10:38:32.076007 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=65a0589d-0df9-4460-8592-67b5a197a706,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:32.101288 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:32.101662 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:32.114139 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-227d6199-f42b-4946-92d2-e329e4b7ddec tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:32.123060 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-227d6199-f42b-4946-92d2-e329e4b7ddec tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.1903129 Jul 28 10:38:32.139505 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-a8ce6ddd-ffb3-4795-82e6-b50565e72b13 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/quotas/306fbc7a4d5e433d938a4bae2209a89a HTTP/1.1" status: 200 len: 375 time: 0.0152662 Jul 28 10:38:32.216780 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-2b8407a3-5003-44a8-b51d-d5f59101cc8b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759544 Jul 28 10:38:32.242615 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af13f05-8b74-4676-b3f1-31f077a94372 req-b4a00fc2-5300-4d8a-93eb-7dc305fa4206 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:32.248490 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3af13f05-8b74-4676-b3f1-31f077a94372 req-b4a00fc2-5300-4d8a-93eb-7dc305fa4206 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.1139054 Jul 28 10:38:32.287926 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:38:27Z', 'revision_number': 4, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e295462-6ff9-480d-b9ff-36d4fd5c21f2', 'name': '', 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'mac_address': 'fa:16:3e:9e:b7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '560e2651-b9b6-4938-80c1-ba5e52826123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:27Z', 'updated_at': '2021-07-28T10:38:31Z', 'revision_number': 4, 'project_id': '9216f2b136db4ddf840524d41333662b', 'subnets': [{'id': '560e2651-b9b6-4938-80c1-ba5e52826123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:38:32.322853 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc45e97f-49dc-4953-a966-58c0d55c3ea8 None None] The sync data for ids ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'] in dv-cinder-800431-3-iscsi is: [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:38:27Z', 'revision_number': 4, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e295462-6ff9-480d-b9ff-36d4fd5c21f2', 'name': '', 'network_id': 'cc61ee60-a103-4e4b-8073-f7a7306c483a', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'mac_address': 'fa:16:3e:9e:b7:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_interface', 'standard_attr_id': 291, 'fixed_ips': [{'subnet_id': '560e2651-b9b6-4938-80c1-ba5e52826123', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:27Z', 'updated_at': '2021-07-28T10:38:31Z', 'revision_number': 4, 'project_id': '9216f2b136db4ddf840524d41333662b', 'subnets': [{'id': '560e2651-b9b6-4938-80c1-ba5e52826123', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:38:32.374460 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3af13f05-8b74-4676-b3f1-31f077a94372 req-233e9b7e-17af-4ca3-8ffb-73505df83ef4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139073 Jul 28 10:38:32.401525 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838edef-b92a-40ec-a1ad-e7344e576187 req-a9b9d192-c0e5-4c26-a445-7ba18749af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:32.403264 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5838edef-b92a-40ec-a1ad-e7344e576187 req-a9b9d192-c0e5-4c26-a445-7ba18749af33 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 1098 time: 0.0941885 Jul 28 10:38:32.469279 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-09ae5156-1824-4b94-b26f-314dba0dc003 service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330184 Jul 28 10:38:32.554797 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5838edef-b92a-40ec-a1ad-e7344e576187 req-a4aaf997-6aa0-4a54-b38c-8f7fee7a37a6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370306 Jul 28 10:38:32.571747 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed5a18-05f1-4f8e-9e71-9b9a6d066d2f req-2b4c1710-b5f3-46a0-b1ce-ead1ba09e1d0 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:32.579143 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-56ed5a18-05f1-4f8e-9e71-9b9a6d066d2f req-2b4c1710-b5f3-46a0-b1ce-ead1ba09e1d0 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 945 time: 0.0644422 Jul 28 10:38:32.602595 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-07c43985-5002-4cfa-b101-847c59a37a0a service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177263 Jul 28 10:38:32.617502 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-56ed5a18-05f1-4f8e-9e71-9b9a6d066d2f req-0c0d6a44-8acb-4839-b1e3-d3f9e9c2e8b4 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374780 Jul 28 10:38:33.090282 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-91fa6337-790c-4988-8239-7a702543cdaa req-2f56ba8e-857e-434f-a592-6dbf927cbcb9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 210 time: 0.0322998 Jul 28 10:38:33.534825 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e39764e-1d3f-48d1-8780-519eaea1bd63 req-b90c7b55-4f3c-418c-921e-2e5e73d044cb tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:33.536302 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1e39764e-1d3f-48d1-8780-519eaea1bd63 req-b90c7b55-4f3c-418c-921e-2e5e73d044cb tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0506232 Jul 28 10:38:33.575751 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1e39764e-1d3f-48d1-8780-519eaea1bd63 req-1cdba5b4-a35c-426a-84a0-9d3c627467de tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Jul 28 10:38:33.744872 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688d9af-3789-40af-803b-bd3880b1b4da req-075719e6-8aaa-4014-b371-094ae2f58754 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:33.746686 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c688d9af-3789-40af-803b-bd3880b1b4da req-075719e6-8aaa-4014-b371-094ae2f58754 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 945 time: 0.0566137 Jul 28 10:38:33.785369 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c688d9af-3789-40af-803b-bd3880b1b4da req-1cbdc97f-e0d2-4d33-bc7c-e3d04053cdeb tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318077 Jul 28 10:38:33.996272 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:34.029760 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-2b733335-4961-483f-b0f7-a143b1565fbe tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:34.031234 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-2b733335-4961-483f-b0f7-a143b1565fbe tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.1144886 Jul 28 10:38:34.046956 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:34.050828 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:34.051289 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.130728 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Request body: {'port': {'device_id': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'admin_state_up': True, 'tenant_id': '306fbc7a4d5e433d938a4bae2209a89a'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:34.134457 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.169432 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,segment=NetworkSegment(8cbdd247-f175-4cbb-b534-305628964f24),segment_id=8cbdd247-f175-4cbb-b534-305628964f24)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:34.174276 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.221259 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.242080 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Made reservation on behalf of 306fbc7a4d5e433d938a4bae2209a89a for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:34.246939 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.384466 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Allocated IP 172.20.0.2 (62d4883f-dea5-4f88-8684-dde642b6cfa0/ef44b7ff-c6ff-4191-97c9-1763167237d2/cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:34.388720 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c79b7301-2c9a-4412-9a9d-24738bbd22e3 req-79b54cea-0154-4549-9714-44bf1b701973 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 210 time: 0.0285325 Jul 28 10:38:34.536633 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.575242 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.617333 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:34.621238 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:34.624396 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:34.647746 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef', '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:38:34.666192 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event updated for resources: {'Port': ['ID=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:34.718973 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:34.719588 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.743817 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18cbdf-ef61-4b8f-ae9b-59f088fd2cf9 req-93352b0c-2e9b-4036-8011-c410014e343e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:34.745514 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ad18cbdf-ef61-4b8f-ae9b-59f088fd2cf9 req-93352b0c-2e9b-4036-8011-c410014e343e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0922003 Jul 28 10:38:34.748433 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-043d5679-856a-46a7-9016-8329bf3afa76 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6229694 Jul 28 10:38:34.782120 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Request body: {'port': {'device_id': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:34.805529 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ad18cbdf-ef61-4b8f-ae9b-59f088fd2cf9 req-f4002881-239b-4054-a9d5-c69885b0c3d4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531709 Jul 28 10:38:34.846306 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:34.957613 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559add0d-2ef6-45b1-95cd-55f38f427990 req-40a1caf6-6b97-4f53-9040-d4d70fcb37af tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:34.959995 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-559add0d-2ef6-45b1-95cd-55f38f427990 req-40a1caf6-6b97-4f53-9040-d4d70fcb37af tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 945 time: 0.0661407 Jul 28 10:38:35.005052 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-559add0d-2ef6-45b1-95cd-55f38f427990 req-9f7cba09-4d35-43d1-bb09-567c2dab1e50 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372744 Jul 28 10:38:35.167053 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:35.175366 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:35.189047 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Transition to ACTIVE for port object cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:35.198925 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:35.265286 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Pushing event updated for resources: {'Port': ['ID=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:35.323571 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Attempting to bind port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:35.323916 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Attempting to bind port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:35.324238 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Attempting to bind port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:35.328908 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:38:35.329215 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Attempting to bind port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:35.340969 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:35.341300 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Checking segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:35.341766 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Bound using segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:35.342092 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Bound port: cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:35.342450 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:35.421693 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] For port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:35.424901 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] For port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:35.429853 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:35.463757 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:35.464439 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:35.465943 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] 10.222.0.23 "PUT /v2.0/ports/cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e HTTP/1.1" status: 200 len: 1093 time: 0.6884468 Jul 28 10:38:35.468234 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'tag': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:35.470446 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d49e40-27b7-487f-9630-9a60345b4801" -d '{"events": [{"name": "network-changed", "server_uuid": "fac711f2-4c32-4273-baa3-89d7f6fa16b9", "tag": "cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:35.495745 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e0228c-1290-42e3-bbed-a5a0d0875aba service neutron] Pushing event updated for resources: {'Port': ['ID=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:35.653363 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ca3159-70a6-4ad6-8f39-85b36c201d17 x-openstack-request-id: req-b3ca3159-70a6-4ad6-8f39-85b36c201d17 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:35.653494 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fac711f2-4c32-4273-baa3-89d7f6fa16b9", "tag": "cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:35.653691 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b3ca3159-70a6-4ad6-8f39-85b36c201d17 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:35.654174 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'tag': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e', 'status': 'completed', 'code': 200} Jul 28 10:38:35.679027 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-a423a733-b0b1-4481-82bd-865fa5d0c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:35.680542 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-a423a733-b0b1-4481-82bd-865fa5d0c485 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 1096 time: 0.0624313 Jul 28 10:38:35.687953 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b956b-d2f2-4745-95ac-988babd76171 req-1fda23b5-ec97-44f9-8eae-a68bd4111419 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:35.696302 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bb4b956b-d2f2-4745-95ac-988babd76171 req-1fda23b5-ec97-44f9-8eae-a68bd4111419 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 943 time: 0.1053550 Jul 28 10:38:35.753751 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-774e093d-89d0-48a1-898e-4e895d2e3d96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e HTTP/1.1" status: 200 len: 217 time: 0.0503457 Jul 28 10:38:35.789137 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bb4b956b-d2f2-4745-95ac-988babd76171 req-1110a2b5-85e0-481c-b484-5d005e4b670f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919611 Jul 28 10:38:35.827222 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-100ab854-5a83-435b-adbb-a33a957e956e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:35.828962 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-100ab854-5a83-435b-adbb-a33a957e956e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.0611100 Jul 28 10:38:35.867881 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-5115d3c0-8eb2-4849-a3bc-0c2a6280d692 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272479 Jul 28 10:38:35.984439 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:35.989237 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0e1f4-cde5-4395-a43c-9409553371ff req-7ced5af6-21f6-4cfa-acd4-1d140b9c5adc tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:35.990835 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b6f0e1f4-cde5-4395-a43c-9409553371ff req-7ced5af6-21f6-4cfa-acd4-1d140b9c5adc tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 945 time: 0.0583503 Jul 28 10:38:36.013109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aa6356-403b-473c-9d03-5ed1a797b2d1 req-9c87b0ee-2d38-4219-92cb-a8a5a7959aca tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:36.014654 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e4aa6356-403b-473c-9d03-5ed1a797b2d1 req-9c87b0ee-2d38-4219-92cb-a8a5a7959aca tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.1083248 Jul 28 10:38:36.036498 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-61033e13-2e81-427d-968d-5bc82786331c service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477218 Jul 28 10:38:36.039581 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:36.040043 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:36.048702 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b6f0e1f4-cde5-4395-a43c-9409553371ff req-c3b06be5-de34-4de4-91c7-ca8455f3f598 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469131 Jul 28 10:38:36.105666 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e4aa6356-403b-473c-9d03-5ed1a797b2d1 req-73ac1dd0-041a-4170-8d23-835396411f52 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798020 Jul 28 10:38:36.150398 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56e15485-2a66-49f8-b6cd-9478e807dd88 req-e79555c7-3bef-4a76-a55f-ab1d3e1d3145 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978048 Jul 28 10:38:36.356376 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-699cefc6-c376-4a1f-89fd-b6f2ae3423a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:36.357861 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-699cefc6-c376-4a1f-89fd-b6f2ae3423a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 1096 time: 0.0399089 Jul 28 10:38:36.451116 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-1b32ce96-112a-412d-a766-51bfe4176673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:36.452596 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-1b32ce96-112a-412d-a766-51bfe4176673 service neutron] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 915 time: 0.0854685 Jul 28 10:38:36.718012 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-29d0b8e8-94da-4bc4-9dfc-bf6753557c90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e HTTP/1.1" status: 200 len: 217 time: 0.2552624 Jul 28 10:38:36.840617 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-64fedde3-9e4a-452f-ac63-90d1aa19d485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:36.842130 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-64fedde3-9e4a-452f-ac63-90d1aa19d485 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.0478926 Jul 28 10:38:36.880237 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-f4bf8b1b-1b21-4899-a3c3-2cd04ab76349 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286608 Jul 28 10:38:36.924988 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bdb53-bdf7-468a-900a-066c485e99bb req-e27f8e3e-2894-48b8-a114-7062f5405e10 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:36.926561 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e72bdb53-bdf7-468a-900a-066c485e99bb req-e27f8e3e-2894-48b8-a114-7062f5405e10 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 943 time: 0.0532539 Jul 28 10:38:36.975266 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e72bdb53-bdf7-468a-900a-066c485e99bb req-4e94f82a-5d64-4d1c-94ac-2695fe6f451a tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420830 Jul 28 10:38:37.006466 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-59af9dcc-dc2e-4fe3-9c2c-8b0935ef9bd4 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134539 Jul 28 10:38:37.110320 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c2d49e40-27b7-487f-9630-9a60345b4801 req-8f61e76c-8a86-493d-b4a5-b3212ddb96f7 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892899 Jul 28 10:38:37.182004 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac9e6f-26d7-4246-8baf-a7f64c9af6d9 req-f41e8e12-2b60-4346-a555-7fd53477b64d tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:37.184056 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cbac9e6f-26d7-4246-8baf-a7f64c9af6d9 req-f41e8e12-2b60-4346-a555-7fd53477b64d tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 945 time: 0.0555947 Jul 28 10:38:37.224511 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cbac9e6f-26d7-4246-8baf-a7f64c9af6d9 req-1c8b87b8-6157-4248-a79b-d659c165df25 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334735 Jul 28 10:38:37.256935 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909be08b-9efa-47a9-9886-328912b37269 req-b29d240d-8ee2-4900-9257-0ac891a53866 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:37.258574 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-909be08b-9efa-47a9-9886-328912b37269 req-b29d240d-8ee2-4900-9257-0ac891a53866 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0655479 Jul 28 10:38:37.277904 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46820) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:37.296499 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-909be08b-9efa-47a9-9886-328912b37269 req-0c6ec56b-6e62-4112-92df-db60189752ed tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321167 Jul 28 10:38:37.379599 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e1fbab6b-392a-4a6c-b840-184b7915435e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.467119 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e1fbab6b-392a-4a6c-b840-184b7915435e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.471004 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e1fbab6b-392a-4a6c-b840-184b7915435e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.509457 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fbab6b-392a-4a6c-b840-184b7915435e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97a7de9-d453-4336-9652-00faa22c2e2a,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:37.516889 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e1fbab6b-392a-4a6c-b840-184b7915435e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=da820bcc47ad4857b395ab30cb651bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378802 Jul 28 10:38:37.519479 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46824) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:37.567054 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4161f323-16af-42f4-a0fd-30b69c480ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.591380 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4161f323-16af-42f4-a0fd-30b69c480ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.638516 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4161f323-16af-42f4-a0fd-30b69c480ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.641127 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4161f323-16af-42f4-a0fd-30b69c480ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.642288 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-4161f323-16af-42f4-a0fd-30b69c480ded admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d97a7de9-d453-4336-9652-00faa22c2e2a HTTP/1.1" status: 204 len: 168 time: 0.1218617 Jul 28 10:38:37.650121 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4161f323-16af-42f4-a0fd-30b69c480ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97a7de9-d453-4336-9652-00faa22c2e2a,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:37.815283 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f79637fa-e4b2-4a35-b6da-031550580181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:37.907814 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46836) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:37.923618 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-882789ee-e99b-435b-ba02-d3c33bf5bb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:38.021940 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-882789ee-e99b-435b-ba02-d3c33bf5bb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:38.026308 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-882789ee-e99b-435b-ba02-d3c33bf5bb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:38.064990 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-882789ee-e99b-435b-ba02-d3c33bf5bb67 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=940dd0f76007427bbb6699621deb22ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555803 Jul 28 10:38:38.067271 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882789ee-e99b-435b-ba02-d3c33bf5bb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579969a9-56c6-4e4a-bf64-46686a407388,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:38.070188 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46840) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:38.121066 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b971-1783-4a5e-ac66-e57908c95872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:38.123301 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0505e1b4-0528-42ba-9a84-5867cb049a58 req-019a1480-ce2c-4843-8ca7-34f9539e8e3f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:38.124820 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0505e1b4-0528-42ba-9a84-5867cb049a58 req-019a1480-ce2c-4843-8ca7-34f9539e8e3f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 943 time: 0.0749645 Jul 28 10:38:38.142744 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b971-1783-4a5e-ac66-e57908c95872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:38.161352 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0505e1b4-0528-42ba-9a84-5867cb049a58 req-89f91de7-3ed8-4617-853b-a5c873a5131a tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306191 Jul 28 10:38:38.194886 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b971-1783-4a5e-ac66-e57908c95872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:38.197561 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0dd9b971-1783-4a5e-ac66-e57908c95872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:38.198755 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0dd9b971-1783-4a5e-ac66-e57908c95872 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/579969a9-56c6-4e4a-bf64-46686a407388 HTTP/1.1" status: 204 len: 168 time: 0.1276200 Jul 28 10:38:38.206711 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9b971-1783-4a5e-ac66-e57908c95872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579969a9-56c6-4e4a-bf64-46686a407388,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:38.207403 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9a87c-8522-422f-9db8-dc47c6291941 req-74b3a929-4985-4b1c-93f3-eab01d3b56f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:38.215909 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-86f9a87c-8522-422f-9db8-dc47c6291941 req-74b3a929-4985-4b1c-93f3-eab01d3b56f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 1098 time: 0.0536432 Jul 28 10:38:38.258176 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-86f9a87c-8522-422f-9db8-dc47c6291941 req-d5d0f7f7-7fff-4690-9173-502f9f0fc76b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292716 Jul 28 10:38:38.351490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d952db-e771-492d-8a1c-23a600522ccf req-ad7de0e3-f9e9-4ca8-95af-7ffd7f83478e tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:38.353025 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-09d952db-e771-492d-8a1c-23a600522ccf req-ad7de0e3-f9e9-4ca8-95af-7ffd7f83478e tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 945 time: 0.0532463 Jul 28 10:38:38.401399 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-09d952db-e771-492d-8a1c-23a600522ccf req-2e8e5567-e094-4422-944a-b111d4e16870 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406725 Jul 28 10:38:38.433754 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6c73c-c4cb-41b5-9547-b1a07e256835 req-6a8d2429-53d6-4548-b4a7-ec58aa582f50 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:38.435244 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2ef6c73c-c4cb-41b5-9547-b1a07e256835 req-6a8d2429-53d6-4548-b4a7-ec58aa582f50 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0687134 Jul 28 10:38:38.475194 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2ef6c73c-c4cb-41b5-9547-b1a07e256835 req-52edfafd-3a7c-4678-99d6-89b7cb0867d5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336967 Jul 28 10:38:39.038403 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-2a5d38e9-5eaf-4116-9b29-169767ff1687 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:39.040010 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-2a5d38e9-5eaf-4116-9b29-169767ff1687 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 945 time: 0.0756617 Jul 28 10:38:39.143015 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Deleting port 65a0589d-0df9-4460-8592-67b5a197a706 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:38:39.143703 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:39.246679 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] For port 65a0589d-0df9-4460-8592-67b5a197a706, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=65a0589d-0df9-4460-8592-67b5a197a706,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:39.247248 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:39.260656 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Calling delete_port for 65a0589d-0df9-4460-8592-67b5a197a706 owned by compute:nova {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:38:39.293430 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619e586-76fe-49b1-bd9d-8e53151d0aa3 req-c8e3813a-bac6-4da2-b55c-cbff05b70525 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:39.295341 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9619e586-76fe-49b1-bd9d-8e53151d0aa3 req-c8e3813a-bac6-4da2-b55c-cbff05b70525 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 943 time: 0.0553179 Jul 28 10:38:39.338830 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9619e586-76fe-49b1-bd9d-8e53151d0aa3 req-a30e24d3-dfc5-451d-8f2c-15b5db1b0a0f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369844 Jul 28 10:38:39.424820 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:38:39.430074 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:39.462890 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Pushing event deleted for resources: {'Port': ['ID=65a0589d-0df9-4460-8592-67b5a197a706,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:39.500130 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['65a0589d-0df9-4460-8592-67b5a197a706'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:38:39.549466 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d6ce38fe-0559-4cd7-8b5e-eddee71cf582 req-0a2cc174-e6ff-4fd7-a98c-31a98c4d3c0c tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 210 time: 0.0382462 Jul 28 10:38:39.576158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:39.577911 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] No DVR routers for this DVR port 65a0589d-0df9-4460-8592-67b5a197a706 on host hv-cinder-80043 {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:38:39.580396 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:39.582595 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ea97dc74-6d21-46c5-b80e-c35c146e78df req-c6389c09-160d-4e41-9cd5-285fae98de26 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "DELETE /v2.0/ports/65a0589d-0df9-4460-8592-67b5a197a706 HTTP/1.1" status: 204 len: 173 time: 0.5360615 Jul 28 10:38:39.583078 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'name': 'network-vif-deleted', 'tag': '65a0589d-0df9-4460-8592-67b5a197a706'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:39.588400 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbe2b5b1-445d-403a-96bc-ab3430c237bd" -d '{"events": [{"server_uuid": "713a603f-c5ec-4fef-bb27-071aa8601e5c", "name": "network-vif-deleted", "tag": "65a0589d-0df9-4460-8592-67b5a197a706"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:39.598508 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'port_id': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e', 'mac_address': 'fa:16:3e:98:78:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef44b7ff-c6ff-4191-97c9-1763167237d2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:38:39.648928 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976b59ae-7397-4cde-b88b-0a77298d9816 x-openstack-request-id: req-976b59ae-7397-4cde-b88b-0a77298d9816 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:39.649193 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713a603f-c5ec-4fef-bb27-071aa8601e5c", "name": "network-vif-deleted", "tag": "65a0589d-0df9-4460-8592-67b5a197a706", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:39.649489 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-976b59ae-7397-4cde-b88b-0a77298d9816 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:39.649967 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713a603f-c5ec-4fef-bb27-071aa8601e5c', 'name': 'network-vif-deleted', 'tag': '65a0589d-0df9-4460-8592-67b5a197a706', 'status': 'completed', 'code': 200} Jul 28 10:38:39.650337 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:39.664529 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:39.666206 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82365b-96ba-4e83-92be-f5321b04cbcd req-1eb03295-0868-44f5-ae64-dda51b30bc97 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:39.667719 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-db82365b-96ba-4e83-92be-f5321b04cbcd req-1eb03295-0868-44f5-ae64-dda51b30bc97 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.1114659 Jul 28 10:38:39.690170 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:39.698057 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:39.744938 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-db82365b-96ba-4e83-92be-f5321b04cbcd req-a02b513b-4b38-4d82-afcf-291333f5442e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655100 Jul 28 10:38:39.773300 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:40.387076 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:38:40.449085 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46936) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:40.484813 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ea418-cdae-43b2-acec-d538b66c827f req-6636fdaa-0d5b-4d30-beeb-b3d529956ce7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:40.487856 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe6ea418-cdae-43b2-acec-d538b66c827f req-6636fdaa-0d5b-4d30-beeb-b3d529956ce7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 944 time: 0.0645266 Jul 28 10:38:40.536446 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe6ea418-cdae-43b2-acec-d538b66c827f req-6d47a40a-21fd-45f1-99da-0961a7bded1f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416937 Jul 28 10:38:40.574965 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5711db75-fbed-4a90-8f37-1d6592ddebdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.593808 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4957e7d8-124b-428a-8aca-2c36bc50a127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.604616 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.681391 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e2161ee3-706c-4333-9af0-1c646c1e3a89 req-8e6c45bd-46d2-46f9-873c-a313cacf4c3a tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=713a603f-c5ec-4fef-bb27-071aa8601e5c HTTP/1.1" status: 200 len: 210 time: 0.0361722 Jul 28 10:38:40.717687 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4957e7d8-124b-428a-8aca-2c36bc50a127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.721336 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4957e7d8-124b-428a-8aca-2c36bc50a127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.758910 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957e7d8-124b-428a-8aca-2c36bc50a127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a386935d-0129-4cdd-aefa-86ed111577e4,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:40.767049 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46944) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:40.769601 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4957e7d8-124b-428a-8aca-2c36bc50a127 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=51006366ca45428ea4ff3a7c921f0fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190775 Jul 28 10:38:40.847869 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-83701295-d8d7-4934-9d3c-b1fab425785f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.876046 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-83701295-d8d7-4934-9d3c-b1fab425785f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.884634 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11fb46a-079b-44b2-a252-280e51c206bc req-eff7db6e-37b4-41ee-8248-7ca60798a28c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:40.886126 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d11fb46a-079b-44b2-a252-280e51c206bc req-eff7db6e-37b4-41ee-8248-7ca60798a28c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0804312 Jul 28 10:38:40.946663 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d11fb46a-079b-44b2-a252-280e51c206bc req-67d9b921-c8f3-4899-83dd-5310b2b4c720 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539110 Jul 28 10:38:40.962642 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-83701295-d8d7-4934-9d3c-b1fab425785f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.965139 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-83701295-d8d7-4934-9d3c-b1fab425785f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:40.966227 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-83701295-d8d7-4934-9d3c-b1fab425785f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a386935d-0129-4cdd-aefa-86ed111577e4 HTTP/1.1" status: 204 len: 168 time: 0.1978288 Jul 28 10:38:40.974041 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83701295-d8d7-4934-9d3c-b1fab425785f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a386935d-0129-4cdd-aefa-86ed111577e4,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.073137 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cad7e5-27f7-4f9d-8095-f449f28e787e req-6bcec2cb-7da1-4125-94f5-812383f34715 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:41.074782 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d5cad7e5-27f7-4f9d-8095-f449f28e787e req-6bcec2cb-7da1-4125-94f5-812383f34715 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0553224 Jul 28 10:38:41.126037 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d5cad7e5-27f7-4f9d-8095-f449f28e787e req-a857145e-ad12-4a6e-b6c7-24d0a62a9865 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Jul 28 10:38:41.251687 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 46956) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:41.265748 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-233eecdd-32a8-4a76-ba99-26eb353950be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.362837 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-233eecdd-32a8-4a76-ba99-26eb353950be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.367464 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-233eecdd-32a8-4a76-ba99-26eb353950be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.417604 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 65a0589d-0df9-4460-8592-67b5a197a706 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:38:41.418889 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-233eecdd-32a8-4a76-ba99-26eb353950be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d8b571a5226e47a598984cee5bb7783b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1660829 Jul 28 10:38:41.419774 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233eecdd-32a8-4a76-ba99-26eb353950be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380e0171-f989-4d0b-b6ec-855698ea9023,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.421553 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 46964) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:41.478289 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 65a0589d-0df9-4460-8592-67b5a197a706 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:38:41.478633 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 65a0589d-0df9-4460-8592-67b5a197a706 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:38:41.489578 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.489819 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-87561470-35d4-4404-a1fd-fc80777f2ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.513443 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-87561470-35d4-4404-a1fd-fc80777f2ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.563155 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-87561470-35d4-4404-a1fd-fc80777f2ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.566027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-87561470-35d4-4404-a1fd-fc80777f2ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:41.567196 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-87561470-35d4-4404-a1fd-fc80777f2ff2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/380e0171-f989-4d0b-b6ec-855698ea9023 HTTP/1.1" status: 204 len: 168 time: 0.1444738 Jul 28 10:38:41.575553 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87561470-35d4-4404-a1fd-fc80777f2ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380e0171-f989-4d0b-b6ec-855698ea9023,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:41.674446 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf57020-77ec-4145-98b4-e0e6a94637fe req-f9cad3b7-9d19-4898-af88-267c39e01a0b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:41.676150 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-aaf57020-77ec-4145-98b4-e0e6a94637fe req-f9cad3b7-9d19-4898-af88-267c39e01a0b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 944 time: 0.0498168 Jul 28 10:38:41.722133 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-aaf57020-77ec-4145-98b4-e0e6a94637fe req-3ab166db-603c-4aa6-8fd9-a1e0485f6a38 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394146 Jul 28 10:38:42.184099 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-1c3991c7-b442-4d76-bea5-1f3dbaed267e tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:42.185621 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-1c3991c7-b442-4d76-bea5-1f3dbaed267e tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/networks?id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 HTTP/1.1" status: 200 len: 809 time: 0.1141207 Jul 28 10:38:42.201091 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-d57ccefa-ddc8-49f5-94b7-47b3a16cac50 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/quotas/302ffd5aee604675b6633eb88efb3dfb HTTP/1.1" status: 200 len: 375 time: 0.0095143 Jul 28 10:38:42.232768 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-fb06c10e-da73-403d-9488-10b14990482c tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=302ffd5aee604675b6633eb88efb3dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259497 Jul 28 10:38:42.321731 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-346c9976-6fdd-4625-9c24-ddc3e7a0472e service neutron] 10.222.0.25 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817695 Jul 28 10:38:42.414918 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-f41b4b5c-483e-45d6-b640-b584518c70fc service neutron] 10.222.0.25 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871634 Jul 28 10:38:42.610135 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3e0d9a88-df69-4b83-92d2-3553b593e37e req-993f4ed3-1118-4b1d-bff3-b66d286d7aaa tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 210 time: 0.0371418 Jul 28 10:38:42.912489 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb4547-b1d1-4276-a814-5384aa5ba4ae req-bf73427e-08a9-4e43-ade5-fb26aa86ff6e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:42.920204 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a5cb4547-b1d1-4276-a814-5384aa5ba4ae req-bf73427e-08a9-4e43-ade5-fb26aa86ff6e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 944 time: 0.0588710 Jul 28 10:38:42.954175 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-7a4ff87b-5ef1-4289-959d-ee1ea0f287d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:42.961039 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-7a4ff87b-5ef1-4289-959d-ee1ea0f287d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0786552 Jul 28 10:38:42.967690 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a5cb4547-b1d1-4276-a814-5384aa5ba4ae req-f9448b10-1c9d-4e3e-8907-87a2965fd5e7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465372 Jul 28 10:38:42.972008 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955f3dc-5412-4829-80dc-a06dc50f2cea req-7a139700-a6db-46cf-b29a-eff3932677b5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:42.974112 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8955f3dc-5412-4829-80dc-a06dc50f2cea req-7a139700-a6db-46cf-b29a-eff3932677b5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.1062369 Jul 28 10:38:43.040372 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:43.071375 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8955f3dc-5412-4829-80dc-a06dc50f2cea req-a1ce7318-f7c0-459e-b7db-f2b2255523ca tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853133 Jul 28 10:38:43.110250 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-e56545ae-2c8c-4f1f-affa-76196fd3d73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:43.112306 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-e56545ae-2c8c-4f1f-affa-76196fd3d73c service neutron] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 920 time: 0.1364648 Jul 28 10:38:43.158725 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-4abb37d4-d03c-40d2-8475-84b25d1d25a0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 217 time: 0.0361474 Jul 28 10:38:43.253996 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-f66fb8ef-1dfd-472c-ae9b-9a74bef5b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:43.255692 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-f66fb8ef-1dfd-472c-ae9b-9a74bef5b619 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.0463109 Jul 28 10:38:43.291198 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-2bbc5c3b-95ad-407d-b44f-8a09cf8986c3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251873 Jul 28 10:38:43.409134 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-47cb122d-7116-4b1d-8363-98f0e0ac4f8d service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014185 Jul 28 10:38:43.435943 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:43.483031 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:43.486511 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:43.487236 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:43.511446 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ab0a05b1-f683-4943-aefe-af95d5432da6 req-aa1f2db2-a656-4ac8-84de-8f0b6ecbf8de service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857100 Jul 28 10:38:43.564198 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:43.586201 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:43.588468 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30d6e66-1cac-4b60-87b6-bb1912339393" -d '{"events": [{"server_uuid": "fac711f2-4c32-4273-baa3-89d7f6fa16b9", "name": "network-vif-plugged", "status": "completed", "tag": "cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:43.602460 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:43.607515 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:43.634830 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e281e1-2231-47d5-9c12-a367e428b896 x-openstack-request-id: req-62e281e1-2231-47d5-9c12-a367e428b896 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:43.635124 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac711f2-4c32-4273-baa3-89d7f6fa16b9", "name": "network-vif-plugged", "status": "completed", "tag": "cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:43.635374 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-62e281e1-2231-47d5-9c12-a367e428b896 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:43.635760 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e', 'code': 200} Jul 28 10:38:43.662652 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:43.715437 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-62584643-5bdf-4985-8191-beacd8208b1f req-bae2ead2-7609-49e4-9db9-8e3b98a1deaf tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 210 time: 0.0300829 Jul 28 10:38:44.125079 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43bb17-1c57-4959-a293-adfe2d2b52ca req-8c2643fb-0cbd-4722-94b3-bc66acd0e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:44.126626 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bb43bb17-1c57-4959-a293-adfe2d2b52ca req-8c2643fb-0cbd-4722-94b3-bc66acd0e185 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 1098 time: 0.0586348 Jul 28 10:38:44.234820 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0c289-678c-4474-91c3-09d39d170de1 req-7825f000-20b4-43bc-ae52-3925dfc7ed8c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:44.237049 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f4c0c289-678c-4474-91c3-09d39d170de1 req-7825f000-20b4-43bc-ae52-3925dfc7ed8c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0790353 Jul 28 10:38:44.285758 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f4c0c289-678c-4474-91c3-09d39d170de1 req-ba1b19d6-ffaf-4b02-b965-17c41fb6d46a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412698 Jul 28 10:38:44.332521 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bb43bb17-1c57-4959-a293-adfe2d2b52ca req-9f7ea6f0-8d74-4646-baf4-9982c4d9f35e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532986 Jul 28 10:38:44.356207 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd148e-d94b-4221-9d77-f9ef263c2132 req-30ae82cd-2364-472b-83dd-0d70672f48a8 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:44.357695 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d5fd148e-d94b-4221-9d77-f9ef263c2132 req-30ae82cd-2364-472b-83dd-0d70672f48a8 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 945 time: 0.1511173 Jul 28 10:38:44.394440 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-c67b5a75-04aa-403e-a0bf-19299e0658bc tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:44.395902 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-c67b5a75-04aa-403e-a0bf-19299e0658bc tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "GET /v2.0/networks?id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 HTTP/1.1" status: 200 len: 809 time: 0.2185938 Jul 28 10:38:44.412936 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d5fd148e-d94b-4221-9d77-f9ef263c2132 req-4d2e1236-74d1-4f4b-b695-6d953dc03961 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493121 Jul 28 10:38:44.746786 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Request body: {'port': {'device_id': '29f96299-0e89-4e9c-91e0-918a6776374b', 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3', 'admin_state_up': True, 'tenant_id': '302ffd5aee604675b6633eb88efb3dfb'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:44.809774 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7e9aa7c4-54a4-4e7f-ae23-9195003be149 req-de007276-f645-492d-9ec3-c7c45c238a9a tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 210 time: 0.0255663 Jul 28 10:38:44.859602 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Made reservation on behalf of 302ffd5aee604675b6633eb88efb3dfb for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:44.863196 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:44.994041 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Allocated IP 172.20.0.11 (2871a1c5-4cd2-4ce6-8e19-558dcce5feb3/5bb01b6d-b760-4808-96cb-6a6fef2884f6/22dde497-86e4-4d95-9b10-53c6d60e55dc) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:45.143120 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:45.181978 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:45.190224 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:45.222897 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:38:45.226251 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:38:45.229857 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:38:45.257770 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Pushing event updated for resources: {'Port': ['ID=22dde497-86e4-4d95-9b10-53c6d60e55dc,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:45.288520 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:45.289156 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:45.303687 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-75555010-3c1b-4e0a-b999-62055e146370 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5614722 Jul 28 10:38:45.329215 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Request body: {'port': {'device_id': '29f96299-0e89-4e9c-91e0-918a6776374b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:45.413481 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:45.438027 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219290bd-7f28-46e5-a8d1-9cab6e3e6022 req-92807fca-d8ea-470b-91a9-cd3deca6bb5a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:45.439512 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-219290bd-7f28-46e5-a8d1-9cab6e3e6022 req-92807fca-d8ea-470b-91a9-cd3deca6bb5a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0818634 Jul 28 10:38:45.514905 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-219290bd-7f28-46e5-a8d1-9cab6e3e6022 req-95408413-6f68-45b8-bcf4-6ae30917b11f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534983 Jul 28 10:38:45.546747 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af28eb37-467e-41be-9a77-5677e524fe6d req-4bb25ad0-0fc8-40af-a235-5883a116f880 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:45.548324 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-af28eb37-467e-41be-9a77-5677e524fe6d req-4bb25ad0-0fc8-40af-a235-5883a116f880 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 945 time: 0.0643399 Jul 28 10:38:45.603300 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-af28eb37-467e-41be-9a77-5677e524fe6d req-73db32c1-8e51-4516-a6eb-623d179bbfb2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470426 Jul 28 10:38:45.745687 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22dde497-86e4-4d95-9b10-53c6d60e55dc {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:45.753918 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:45.765901 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Transition to ACTIVE for port object 22dde497-86e4-4d95-9b10-53c6d60e55dc will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:38:45.770256 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:45.844785 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Pushing event updated for resources: {'Port': ['ID=22dde497-86e4-4d95-9b10-53c6d60e55dc,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:45.902697 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 47102) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:45.924043 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Attempting to bind port 22dde497-86e4-4d95-9b10-53c6d60e55dc on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:38:45.924381 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Attempting to bind port 22dde497-86e4-4d95-9b10-53c6d60e55dc by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:38:45.924713 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Attempting to bind port 22dde497-86e4-4d95-9b10-53c6d60e55dc on network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:45.931040 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Port 22dde497-86e4-4d95-9b10-53c6d60e55dc on network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:38:45.931364 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Attempting to bind port 22dde497-86e4-4d95-9b10-53c6d60e55dc on network 2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:38:45.946223 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bee63-1c55-40df-98b4-5eea5e0017f7 req-819e6839-551f-4e65-956e-a9cffa9295ae tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:45.947786 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-501bee63-1c55-40df-98b4-5eea5e0017f7 req-819e6839-551f-4e65-956e-a9cffa9295ae tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 944 time: 0.0682311 Jul 28 10:38:45.949070 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:38:45.949412 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Checking segment: {'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:38:45.949794 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Bound using segment: {'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:38:45.950239 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Bound port: 22dde497-86e4-4d95-9b10-53c6d60e55dc, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '942407fd-61bd-470a-87ee-05f5e72e3b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:38:45.950602 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.017571 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-501bee63-1c55-40df-98b4-5eea5e0017f7 req-e48122bd-4fe2-453a-8d83-9cd7b174c4fe tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637250 Jul 28 10:38:46.028422 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-da6e800f-622e-4acf-995f-750cec7147d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.045832 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] For port 22dde497-86e4-4d95-9b10-53c6d60e55dc, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:38:46.049196 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] For port 22dde497-86e4-4d95-9b10-53c6d60e55dc, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=22dde497-86e4-4d95-9b10-53c6d60e55dc,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:38:46.054644 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.106042 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:46.106663 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.108052 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] 10.222.0.23 "PUT /v2.0/ports/22dde497-86e4-4d95-9b10-53c6d60e55dc HTTP/1.1" status: 200 len: 1094 time: 0.7851686 Jul 28 10:38:46.108487 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f96299-0e89-4e9c-91e0-918a6776374b', 'tag': '22dde497-86e4-4d95-9b10-53c6d60e55dc'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:46.110905 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e" -d '{"events": [{"name": "network-changed", "server_uuid": "29f96299-0e89-4e9c-91e0-918a6776374b", "tag": "22dde497-86e4-4d95-9b10-53c6d60e55dc"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:46.133786 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b0e8f5-e05b-4cef-a070-1e760c3e9d4e service neutron] Pushing event updated for resources: {'Port': ['ID=22dde497-86e4-4d95-9b10-53c6d60e55dc,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:46.157767 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-da6e800f-622e-4acf-995f-750cec7147d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.162821 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-da6e800f-622e-4acf-995f-750cec7147d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.175186 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28c5840-964f-4848-9e38-6d47e13f0778 x-openstack-request-id: req-b28c5840-964f-4848-9e38-6d47e13f0778 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:46.175694 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f96299-0e89-4e9c-91e0-918a6776374b", "tag": "22dde497-86e4-4d95-9b10-53c6d60e55dc", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:46.175919 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b28c5840-964f-4848-9e38-6d47e13f0778 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:46.176313 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f96299-0e89-4e9c-91e0-918a6776374b', 'tag': '22dde497-86e4-4d95-9b10-53c6d60e55dc', 'status': 'completed', 'code': 200} Jul 28 10:38:46.201414 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-da6e800f-622e-4acf-995f-750cec7147d2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d5a2d6c23280402693815909b2ddfc9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2975636 Jul 28 10:38:46.203296 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e800f-622e-4acf-995f-750cec7147d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc81cf8b-fb17-4889-a172-913f8d77d444,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:46.204659 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 47110) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:46.259209 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d00abcd9-52f5-4739-8484-24c28fc8349a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.288130 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d00abcd9-52f5-4739-8484-24c28fc8349a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.344263 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-7a439dcd-3efb-4e8c-87a5-a8f684b67164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:46.348889 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-7a439dcd-3efb-4e8c-87a5-a8f684b67164 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=302ffd5aee604675b6633eb88efb3dfb&device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 1097 time: 0.0690229 Jul 28 10:38:46.359564 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d00abcd9-52f5-4739-8484-24c28fc8349a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.362474 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d00abcd9-52f5-4739-8484-24c28fc8349a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.363597 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d00abcd9-52f5-4739-8484-24c28fc8349a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fc81cf8b-fb17-4889-a172-913f8d77d444 HTTP/1.1" status: 204 len: 168 time: 0.1574717 Jul 28 10:38:46.373793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00abcd9-52f5-4739-8484-24c28fc8349a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc81cf8b-fb17-4889-a172-913f8d77d444,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:46.414860 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-68afc577-2c0b-4656-95d1-7388d87c8b87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22dde497-86e4-4d95-9b10-53c6d60e55dc HTTP/1.1" status: 200 len: 217 time: 0.0423663 Jul 28 10:38:46.475235 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-292b6b2b-e2fb-493c-b044-cd8b1be95718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:46.476725 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-292b6b2b-e2fb-493c-b044-cd8b1be95718 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5bb01b6d-b760-4808-96cb-6a6fef2884f6 HTTP/1.1" status: 200 len: 849 time: 0.0470133 Jul 28 10:38:46.519015 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-913c69aa-226a-40c7-a75a-fdb7552eea5d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240386 Jul 28 10:38:46.653119 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3206223-e7db-4434-8068-775205ce2c15 req-d75052b8-266f-4193-bd27-dd38ea79c81f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:46.655018 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a3206223-e7db-4434-8068-775205ce2c15 req-d75052b8-266f-4193-bd27-dd38ea79c81f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0641253 Jul 28 10:38:46.660823 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-700b498e-4894-499f-abd4-3e100314e70d service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276927 Jul 28 10:38:46.678826 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 47124) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:46.725905 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3f673a29-33cc-44fa-9c6c-794c886f0e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.747153 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a3206223-e7db-4434-8068-775205ce2c15 req-9c917cd1-0a0e-4032-9e29-8995eb917142 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814276 Jul 28 10:38:46.809830 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b9873-3cef-4b61-9ea7-dedc2033ff29 req-722f4380-c88f-41ad-afd9-b2515bef22e2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:46.811524 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-de9b9873-3cef-4b61-9ea7-dedc2033ff29 req-722f4380-c88f-41ad-afd9-b2515bef22e2 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 945 time: 0.0895848 Jul 28 10:38:46.833117 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ccacda8d-e384-4df7-afde-34fefc46d719 req-6f893ffb-c85f-4779-8164-578f77950509 service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595471 Jul 28 10:38:46.841478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3f673a29-33cc-44fa-9c6c-794c886f0e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.845839 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3f673a29-33cc-44fa-9c6c-794c886f0e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:46.866058 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-de9b9873-3cef-4b61-9ea7-dedc2033ff29 req-0207e3a6-a841-47b6-a647-f5ed29d5a9f0 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425847 Jul 28 10:38:46.893848 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3f673a29-33cc-44fa-9c6c-794c886f0e02 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=43e9cd1a636440a3a061af4a1179ea6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2012844 Jul 28 10:38:46.895330 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f673a29-33cc-44fa-9c6c-794c886f0e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b377696-ad94-48a9-ace3-63964e99b375,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:46.896638 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 47128) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:38:46.989960 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1f25c63b-1538-4d78-b545-82377939221a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:47.022881 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1f25c63b-1538-4d78-b545-82377939221a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:47.046894 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-1ca9d3c0-ce2b-40f8-ab0c-531e104998a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:47.048510 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-1ca9d3c0-ce2b-40f8-ab0c-531e104998a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=302ffd5aee604675b6633eb88efb3dfb&device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 1097 time: 0.0872602 Jul 28 10:38:47.176906 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1370cbc-b6f8-48fb-803f-684dbb3f77c4 req-6242d568-d7ad-4f1d-bafd-e852a235d789 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:47.179222 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e1370cbc-b6f8-48fb-803f-684dbb3f77c4 req-6242d568-d7ad-4f1d-bafd-e852a235d789 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 944 time: 0.0810316 Jul 28 10:38:47.228665 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e1370cbc-b6f8-48fb-803f-684dbb3f77c4 req-b2c5b19e-9c7c-4d3a-a237-d7bf54f97aea tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433984 Jul 28 10:38:47.398646 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1f25c63b-1538-4d78-b545-82377939221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:47.402924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1f25c63b-1538-4d78-b545-82377939221a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:47.403994 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-1f25c63b-1538-4d78-b545-82377939221a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2b377696-ad94-48a9-ace3-63964e99b375 HTTP/1.1" status: 204 len: 168 time: 0.5056813 Jul 28 10:38:47.422935 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25c63b-1538-4d78-b545-82377939221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b377696-ad94-48a9-ace3-63964e99b375,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:47.437133 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-a862b61b-f53e-4305-a58e-1b0abcb5562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:47.438623 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-a862b61b-f53e-4305-a58e-1b0abcb5562f service neutron] 10.222.0.23 "GET /v2.0/networks?id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 HTTP/1.1" status: 200 len: 910 time: 0.3723469 Jul 28 10:38:47.493816 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-25f73491-65c3-4ec5-8abd-cb1829f29e1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=22dde497-86e4-4d95-9b10-53c6d60e55dc HTTP/1.1" status: 200 len: 217 time: 0.0363569 Jul 28 10:38:47.578430 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-4c48a842-38af-4ec1-8d9a-77c5517baa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:47.579948 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-4c48a842-38af-4ec1-8d9a-77c5517baa62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5bb01b6d-b760-4808-96cb-6a6fef2884f6 HTTP/1.1" status: 200 len: 849 time: 0.0527022 Jul 28 10:38:47.620213 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-6265721e-2059-4c5c-84ca-891b8e8c1c07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257852 Jul 28 10:38:47.718135 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-7503c818-0d17-4f0a-9457-f9c504487223 service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882819 Jul 28 10:38:47.811208 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0e0c1ef-1ace-4996-a7f4-c57d3f17b69e req-8479d5f6-b642-4dd1-a2e6-7ed78184dfdf service neutron] 10.222.0.23 "GET /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858612 Jul 28 10:38:47.870153 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d02ca-9962-4242-904b-502a73f40d01 req-9ec2e527-bd46-45ec-856d-27cbb2c98722 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:47.871720 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-600d02ca-9962-4242-904b-502a73f40d01 req-9ec2e527-bd46-45ec-856d-27cbb2c98722 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Jul 28 10:38:47.909353 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-600d02ca-9962-4242-904b-502a73f40d01 req-4cad7355-83cb-47a2-8e8c-1666af05f8aa tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314231 Jul 28 10:38:48.349148 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a01ec4-2e77-4b75-bed1-bbeab68e3e35 req-7eb8932e-ac2c-498d-ba79-31083da755e6 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:48.351619 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d5a01ec4-2e77-4b75-bed1-bbeab68e3e35 req-7eb8932e-ac2c-498d-ba79-31083da755e6 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 944 time: 0.0539494 Jul 28 10:38:48.388820 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d5a01ec4-2e77-4b75-bed1-bbeab68e3e35 req-13f6cf4d-b1ff-403c-9370-ec799c2b8416 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312421 Jul 28 10:38:49.025372 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ea91d-512e-40c1-b092-b2974a4b3e0d req-202b772c-6d66-4eb1-9faa-e5169369166f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:49.026724 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fa8ea91d-512e-40c1-b092-b2974a4b3e0d req-202b772c-6d66-4eb1-9faa-e5169369166f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0469854 Jul 28 10:38:49.062810 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fa8ea91d-512e-40c1-b092-b2974a4b3e0d req-cb76b5ed-dae2-4d6e-b20d-b6622dc62057 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302875 Jul 28 10:38:49.486116 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 22dde497-86e4-4d95-9b10-53c6d60e55dc details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:38:49.516084 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf2f30-95b5-42be-9b0e-f1b70beb09fc req-eafea76a-4128-4e7e-9f12-6ebb1c6a2c0d tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:49.517628 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bcdf2f30-95b5-42be-9b0e-f1b70beb09fc req-eafea76a-4128-4e7e-9f12-6ebb1c6a2c0d tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 944 time: 0.0541902 Jul 28 10:38:49.561253 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bcdf2f30-95b5-42be-9b0e-f1b70beb09fc req-9f6039ae-fdae-49cf-8854-a56f74031393 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371802 Jul 28 10:38:49.594656 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 22dde497-86e4-4d95-9b10-53c6d60e55dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=22dde497-86e4-4d95-9b10-53c6d60e55dc,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:49.610075 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '22dde497-86e4-4d95-9b10-53c6d60e55dc', 'network_id': '2871a1c5-4cd2-4ce6-8e19-558dcce5feb3', 'port_id': '22dde497-86e4-4d95-9b10-53c6d60e55dc', 'mac_address': 'fa:16:3e:4d:cd:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb01b6d-b760-4808-96cb-6a6fef2884f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:38:49.649421 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:49.673361 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22dde497-86e4-4d95-9b10-53c6d60e55dc {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:38:49.694351 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 22dde497-86e4-4d95-9b10-53c6d60e55dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=22dde497-86e4-4d95-9b10-53c6d60e55dc,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:49.698185 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:49.748527 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=22dde497-86e4-4d95-9b10-53c6d60e55dc,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:50.183200 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a5c8a-905a-4e7a-b38c-eb28a5c9f152 req-dc79e6d5-ebe3-4e11-acce-c0076036bf64 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:50.184645 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-301a5c8a-905a-4e7a-b38c-eb28a5c9f152 req-dc79e6d5-ebe3-4e11-acce-c0076036bf64 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0510161 Jul 28 10:38:50.221730 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-301a5c8a-905a-4e7a-b38c-eb28a5c9f152 req-b7416e8d-fc6f-41a6-a8a2-5ace957c3981 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308647 Jul 28 10:38:50.246569 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['22dde497-86e4-4d95-9b10-53c6d60e55dc'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:38:50.677909 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2775c3ff-ae18-4234-ba78-abab771ef3dd req-2e01065b-dbed-45c7-9ed4-b92c0c682b36 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:50.679442 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2775c3ff-ae18-4234-ba78-abab771ef3dd req-2e01065b-dbed-45c7-9ed4-b92c0c682b36 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 945 time: 0.0478911 Jul 28 10:38:50.733871 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2775c3ff-ae18-4234-ba78-abab771ef3dd req-94830d1a-95ef-48da-8f39-4411582a659a tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380952 Jul 28 10:38:51.336390 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ab11b-24cf-477e-8ffc-cf3720a45b65 req-b8a7fcc4-6515-4023-b3c2-905523f384c8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:51.337857 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e72ab11b-24cf-477e-8ffc-cf3720a45b65 req-b8a7fcc4-6515-4023-b3c2-905523f384c8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0466197 Jul 28 10:38:51.374192 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e72ab11b-24cf-477e-8ffc-cf3720a45b65 req-f1b35e7c-42a9-4a8f-ab7b-49a60ae77087 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305057 Jul 28 10:38:51.850418 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7dee8-b9c5-4344-ba3c-91cdd5203bfe req-5530bf8c-43c0-4766-a561-5a43826c6b95 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:51.851903 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fce7dee8-b9c5-4344-ba3c-91cdd5203bfe req-5530bf8c-43c0-4766-a561-5a43826c6b95 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 945 time: 0.0478618 Jul 28 10:38:51.891237 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fce7dee8-b9c5-4344-ba3c-91cdd5203bfe req-f407ee8a-c8a1-4299-a462-b9e2c00b65f3 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Jul 28 10:38:52.487444 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede50180-f09a-4bc3-82d9-d29d8857d670 req-5e7e19e4-dd0a-4ccc-8516-6f768df37827 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:52.488905 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ede50180-f09a-4bc3-82d9-d29d8857d670 req-5e7e19e4-dd0a-4ccc-8516-6f768df37827 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0465248 Jul 28 10:38:52.525486 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ede50180-f09a-4bc3-82d9-d29d8857d670 req-eddb7777-2012-48ad-9cbc-939cc3c4b7a9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297594 Jul 28 10:38:53.013571 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3455a3-0aad-4e5b-b29f-35fe3ed71be9 req-17dbf74d-a3c8-414d-a89a-7984ff6b0d5f tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:53.015035 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-be3455a3-0aad-4e5b-b29f-35fe3ed71be9 req-17dbf74d-a3c8-414d-a89a-7984ff6b0d5f tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 945 time: 0.0526383 Jul 28 10:38:53.053007 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-be3455a3-0aad-4e5b-b29f-35fe3ed71be9 req-df40ea62-13a0-435f-a45f-bcef6980e3bd tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317709 Jul 28 10:38:53.478913 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 22dde497-86e4-4d95-9b10-53c6d60e55dc up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:38:53.526942 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 22dde497-86e4-4d95-9b10-53c6d60e55dc completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:38:53.530620 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 22dde497-86e4-4d95-9b10-53c6d60e55dc triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:38:53.530987 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:53.608162 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:53.631886 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f96299-0e89-4e9c-91e0-918a6776374b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dde497-86e4-4d95-9b10-53c6d60e55dc'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:38:53.634134 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f2c796-8518-4ab1-b9db-aea299dd7519" -d '{"events": [{"server_uuid": "29f96299-0e89-4e9c-91e0-918a6776374b", "name": "network-vif-plugged", "status": "completed", "tag": "22dde497-86e4-4d95-9b10-53c6d60e55dc"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:38:53.646752 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 22dde497-86e4-4d95-9b10-53c6d60e55dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=22dde497-86e4-4d95-9b10-53c6d60e55dc,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:38:53.649510 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352a945-54cf-4290-b7d8-6efa25bc9424 req-6d6fedd1-ffec-4d07-8a9f-07a65a21d556 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:53.651074 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8352a945-54cf-4290-b7d8-6efa25bc9424 req-6d6fedd1-ffec-4d07-8a9f-07a65a21d556 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0564985 Jul 28 10:38:53.651223 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:53.674623 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a36b90c-939b-49b6-876b-ad61a2532c12 x-openstack-request-id: req-8a36b90c-939b-49b6-876b-ad61a2532c12 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:38:53.674911 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f96299-0e89-4e9c-91e0-918a6776374b", "name": "network-vif-plugged", "status": "completed", "tag": "22dde497-86e4-4d95-9b10-53c6d60e55dc", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:38:53.675158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8a36b90c-939b-49b6-876b-ad61a2532c12 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:38:53.675537 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f96299-0e89-4e9c-91e0-918a6776374b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22dde497-86e4-4d95-9b10-53c6d60e55dc', 'code': 200} Jul 28 10:38:53.692521 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8352a945-54cf-4290-b7d8-6efa25bc9424 req-07332139-7b9c-4eee-9ca8-65a40519e505 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347080 Jul 28 10:38:53.702549 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=22dde497-86e4-4d95-9b10-53c6d60e55dc,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:38:53.935730 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af078e0-10c0-46c2-91cc-8e670ce81541 req-9ba7b0a1-5d9a-422e-8df2-6ca0b7017cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:53.937256 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2af078e0-10c0-46c2-91cc-8e670ce81541 req-9ba7b0a1-5d9a-422e-8df2-6ca0b7017cbb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 1099 time: 0.0400910 Jul 28 10:38:53.971907 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2af078e0-10c0-46c2-91cc-8e670ce81541 req-1168ba3b-693b-4141-bfee-6822c6911512 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267830 Jul 28 10:38:54.170828 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9f4aa-ad94-4584-8ef5-e761aa03492e req-85fa3436-e95e-4f35-84cf-a857b6c6bc89 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:54.172349 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7bd9f4aa-ad94-4584-8ef5-e761aa03492e req-85fa3436-e95e-4f35-84cf-a857b6c6bc89 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.0511522 Jul 28 10:38:54.209895 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7bd9f4aa-ad94-4584-8ef5-e761aa03492e req-e58731a9-5744-44ba-8a6e-0217cff33297 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309572 Jul 28 10:38:54.812710 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f985ea5-bd6b-45a9-81ea-973e3d5e5cc7 req-940914c8-502d-4ed5-85e2-cdc5ae002bd0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:54.814248 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4f985ea5-bd6b-45a9-81ea-973e3d5e5cc7 req-940914c8-502d-4ed5-85e2-cdc5ae002bd0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0522344 Jul 28 10:38:54.851740 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4f985ea5-bd6b-45a9-81ea-973e3d5e5cc7 req-83f58f69-d187-477c-a633-8ff57e0fc7b4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316093 Jul 28 10:38:55.324691 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0095a11-7bfc-4d5f-a13b-e2a0d3fa8422 req-a58dacbe-4714-4eb9-9ff1-ec06c51a9c05 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:55.326183 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c0095a11-7bfc-4d5f-a13b-e2a0d3fa8422 req-a58dacbe-4714-4eb9-9ff1-ec06c51a9c05 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.0479074 Jul 28 10:38:55.363415 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c0095a11-7bfc-4d5f-a13b-e2a0d3fa8422 req-e131c21b-fe1e-4223-b937-d03ee75823d8 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313840 Jul 28 10:38:55.970662 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb387631-9eda-41d4-b081-59770e86409c req-7502b6da-6dd3-4ee7-98d5-f9ac333b6cb3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:55.972338 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bb387631-9eda-41d4-b081-59770e86409c req-7502b6da-6dd3-4ee7-98d5-f9ac333b6cb3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0506041 Jul 28 10:38:56.013975 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bb387631-9eda-41d4-b081-59770e86409c req-ff1413ed-924b-42ac-bb28-b10c0b50c859 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349584 Jul 28 10:38:56.481053 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39fbcb-2079-41a1-bae7-692ab6b3b29f req-142ebc53-4629-4b8a-9eef-b160dec80e21 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:56.482580 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e39fbcb-2079-41a1-bae7-692ab6b3b29f req-142ebc53-4629-4b8a-9eef-b160dec80e21 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.0477512 Jul 28 10:38:56.519562 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e39fbcb-2079-41a1-bae7-692ab6b3b29f req-fe87d5e7-88e7-4b1d-a315-76f6669b8bdb tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307858 Jul 28 10:38:57.068887 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-8d10d472-3e79-4f18-953b-72856636a00c tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054633035&fields=id&tenant_id=02a445a74e104a019c3d28d3f69fa4b3 HTTP/1.1" status: 200 len: 267 time: 0.0362408 Jul 28 10:38:57.102401 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:38:57.144252 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d215c78e-779e-4c47-be43-aa6bb663c1b9 req-843e89f0-1676-4fe6-8e73-10ac6941206d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:57.145795 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d215c78e-779e-4c47-be43-aa6bb663c1b9 req-843e89f0-1676-4fe6-8e73-10ac6941206d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0515029 Jul 28 10:38:57.177799 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-4a5b5e0a-f3cc-4967-a381-020ab8889acf tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:57.179449 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-4a5b5e0a-f3cc-4967-a381-020ab8889acf tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 809 time: 0.1040220 Jul 28 10:38:57.183965 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d215c78e-779e-4c47-be43-aa6bb663c1b9 req-871f9dde-bd34-46fd-8e2d-2b08b632912b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321236 Jul 28 10:38:57.194598 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-dcc05884-b2e1-4b05-aa76-91dbe2ccb928 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/quotas/02a445a74e104a019c3d28d3f69fa4b3 HTTP/1.1" status: 200 len: 375 time: 0.0092599 Jul 28 10:38:57.246444 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-4f74d38e-7b57-4a23-8847-ee889825790f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460846 Jul 28 10:38:57.347724 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-197e385d-c563-4e3b-aba3-4aa54a14789d service neutron] 10.222.0.25 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888877 Jul 28 10:38:57.467525 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-9c404130-f66c-439b-ae73-9edc6bd20b3c service neutron] 10.222.0.25 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107795 Jul 28 10:38:57.477430 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21adcbf-b78c-4b85-ad54-7d893b94fdc9 req-8731be15-c308-423c-b06f-56f774a062f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:57.478903 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e21adcbf-b78c-4b85-ad54-7d893b94fdc9 req-8731be15-c308-423c-b06f-56f774a062f2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0541272 Jul 28 10:38:57.518223 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e21adcbf-b78c-4b85-ad54-7d893b94fdc9 req-7af78eb7-50b1-4832-a01b-e1ad1176ad29 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291076 Jul 28 10:38:57.708895 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eb2fbf-3f87-475e-b14b-5f2051aa268e req-47173899-8c93-41b3-9256-7001fd5f50b2 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:57.710421 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b8eb2fbf-3f87-475e-b14b-5f2051aa268e req-47173899-8c93-41b3-9256-7001fd5f50b2 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.0517547 Jul 28 10:38:57.751391 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b8eb2fbf-3f87-475e-b14b-5f2051aa268e req-1f45b379-1be0-4593-a4df-1077b4f492eb tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343192 Jul 28 10:38:57.786127 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fc1d48c4-dabc-40cd-9b15-1db1d2485a78 req-fc0cbc41-d1ea-446f-bfbb-ff6aabfacfa7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 210 time: 0.0294805 Jul 28 10:38:58.300546 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35973412-858a-4683-8235-38bb187883e9 req-f8601d68-a31d-46da-ab24-f04303b516c9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:58.302420 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-35973412-858a-4683-8235-38bb187883e9 req-f8601d68-a31d-46da-ab24-f04303b516c9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0497806 Jul 28 10:38:58.343439 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-35973412-858a-4683-8235-38bb187883e9 req-23875f75-3912-4230-9eed-3e3508bb228e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352564 Jul 28 10:38:58.606604 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed289dc-774d-4950-9852-17c3204f0ba5 req-78e64f21-c489-49c2-ae97-f220735f502a tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:58.608025 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9ed289dc-774d-4950-9852-17c3204f0ba5 req-78e64f21-c489-49c2-ae97-f220735f502a tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.0501809 Jul 28 10:38:58.646296 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9ed289dc-774d-4950-9852-17c3204f0ba5 req-a38fba47-ba7c-4e16-8e57-92acc6b27e68 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317888 Jul 28 10:38:58.879008 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2ffabdc8-1f04-4960-a522-cdc9fb68588e req-450c2500-5424-4fd5-96e4-dfc565760da7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 210 time: 0.0255713 Jul 28 10:38:59.442410 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-a6b885fe-5bb1-4da3-91bd-e28838fcd8da tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:59.444097 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-a6b885fe-5bb1-4da3-91bd-e28838fcd8da tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.23 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 809 time: 0.1181908 Jul 28 10:38:59.484474 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17e12e-34b6-4f90-b122-230c4217c438 req-0f0a5733-bfbb-494f-8ff0-c950508bd879 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:59.485994 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe17e12e-34b6-4f90-b122-230c4217c438 req-0f0a5733-bfbb-494f-8ff0-c950508bd879 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0681438 Jul 28 10:38:59.544627 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fe17e12e-34b6-4f90-b122-230c4217c438 req-55ac3791-b3d0-4fb8-a8c7-0ca0eb843b12 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515752 Jul 28 10:38:59.559814 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-bd0f0b30-e91a-496b-93bd-53652b759dc7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02a445a74e104a019c3d28d3f69fa4b3 HTTP/1.1" status: 200 len: 380 time: 0.0502346 Jul 28 10:38:59.575965 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'port': {'device_id': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'admin_state_up': True, 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'security_groups': ['48f777b1-152b-4b8b-bc65-ba12a44c0506']}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:38:59.682697 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Made reservation on behalf of 02a445a74e104a019c3d28d3f69fa4b3 for: {'port': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:38:59.686633 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:38:59.775219 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba699ce0-8a59-4935-8a23-6eed71e07f0e req-7bd673a6-6901-4062-83f7-0157b5b55bea tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:38:59.776724 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba699ce0-8a59-4935-8a23-6eed71e07f0e req-7bd673a6-6901-4062-83f7-0157b5b55bea tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.0517838 Jul 28 10:38:59.817384 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba699ce0-8a59-4935-8a23-6eed71e07f0e req-17fbe6b3-37a4-4ed1-9538-0cc9c118a38b tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340602 Jul 28 10:38:59.824200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Allocated IP 172.20.0.14 (d94eb1ae-fa55-4a6b-b36d-877fb700e06d/b446099b-2e6a-466e-aecb-61594f458e4b/e8c0eb84-933d-4aff-bd40-7c0eb90d9d74) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:38:59.993160 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f3af1288-8b4c-4941-adc4-4408cc9f815e req-018a902d-7f60-4c79-9f04-7a1b33729f94 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 210 time: 0.0393140 Jul 28 10:39:00.002864 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.033951 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Transition to ACTIVE for port object e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 will not be triggered until provisioned by entity DHCP. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:39:00.074751 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.115100 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:00.118206 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:00.124809 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:39:00.148866 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:00.179653 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:00.180434 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.200968 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-7ec99bcf-78e3-4b0b-8213-4fd5e624c84d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6287096 Jul 28 10:39:00.236276 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Request body: {'port': {'device_id': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:39:00.297816 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.308795 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0638-0665-4f98-9813-ee350def52a8 req-48087f57-d0fe-4f44-99de-6f3707128241 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:00.310252 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-48087f57-d0fe-4f44-99de-6f3707128241 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.1087008 Jul 28 10:39:00.325085 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-ccb421c9-c476-4f62-a37a-86174d620db1 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/quotas/306fbc7a4d5e433d938a4bae2209a89a HTTP/1.1" status: 200 len: 375 time: 0.0090528 Jul 28 10:39:00.371499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-6bf1d1fa-971c-481d-bc53-aac5d015ac55 None None] Provisioning for port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:39:00.376170 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-6bf1d1fa-971c-481d-bc53-aac5d015ac55 None None] Provisioning complete for port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:39:00.377688 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6bf1d1fa-971c-481d-bc53-aac5d015ac55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.394217 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-e9393110-590a-4bf1-9267-9929f0dfadb9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637774 Jul 28 10:39:00.416603 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1d1fa-971c-481d-bc53-aac5d015ac55 None None] Port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:39:00.483812 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-f25213ec-a8c3-48c8-b555-34192acaf833 service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887272 Jul 28 10:39:00.558919 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 {{(pid=93231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:39:00.566859 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.577454 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-8db4cf9d-2f22-482d-a789-2e2da2b0aa13 service neutron] 10.222.0.25 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866838 Jul 28 10:39:00.580681 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Transition to ACTIVE for port object e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 will not be triggered until provisioned by entity L2. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:39:00.586572 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.685528 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:00.752877 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c45458-4125-4f3a-a8ea-1d59648add16 req-94fe669d-01e5-4672-94e8-7f0b27de9dbd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:00.754709 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-84c45458-4125-4f3a-a8ea-1d59648add16 req-94fe669d-01e5-4672-94e8-7f0b27de9dbd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.1344333 Jul 28 10:39:00.792617 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Attempting to bind port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:39:00.792986 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Attempting to bind port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:39:00.793325 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Attempting to bind port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 on network d94eb1ae-fa55-4a6b-b36d-877fb700e06d {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:39:00.806049 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 on network d94eb1ae-fa55-4a6b-b36d-877fb700e06d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:39:00.806364 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Attempting to bind port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 on network d94eb1ae-fa55-4a6b-b36d-877fb700e06d {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:39:00.809834 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-07661c5d-5d5f-4aef-9370-59af6ce0089b req-f7b444ee-16c9-4845-bdcf-3dca7f3ef6c7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 210 time: 0.0446954 Jul 28 10:39:00.824309 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-84c45458-4125-4f3a-a8ea-1d59648add16 req-b85a4fe6-a580-4d07-b93d-05e229dd613f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Jul 28 10:39:00.825420 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:39:00.825844 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Checking segment: {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:39:00.826169 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Bound using segment: {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'} {{(pid=93231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:39:00.826628 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.managers [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Bound port: e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d348f0-114b-473f-8e3e-9c1292835714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d'}}] {{(pid=93231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:39:00.827023 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:00.976349 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, cleared binding levels {{(pid=93231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:00.979220 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:00.982875 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dbf0b2-83bb-496b-b7fd-30246fcdc1cd req-b807184f-3522-46aa-9a29-3bbc897f3865 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:00.991291 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:01.002669 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e8dbf0b2-83bb-496b-b7fd-30246fcdc1cd req-b807184f-3522-46aa-9a29-3bbc897f3865 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.1004457 Jul 28 10:39:01.029863 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.030446 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:01.031971 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] 10.222.0.23 "PUT /v2.0/ports/e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 1094 time: 0.8006635 Jul 28 10:39:01.032427 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:01.034746 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884a371f-126e-4d73-b32a-12d6ee004091" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:01.059882 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e8dbf0b2-83bb-496b-b7fd-30246fcdc1cd req-9fb4a03b-9046-406b-a036-ed5a01a3f6de tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562415 Jul 28 10:39:01.111342 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a96eaa-93d5-4ab8-9567-a96c82c59732 service neutron] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=3']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:01.196629 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de55a0-6314-402c-8787-c215f3f7d3d3 req-aa95c2bc-3d4a-4754-b9ea-d87250036fe3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.201224 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f3de55a0-6314-402c-8787-c215f3f7d3d3 req-aa95c2bc-3d4a-4754-b9ea-d87250036fe3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0674098 Jul 28 10:39:01.237610 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6c1ba4-9544-432e-af43-974ccc2539d4 req-a9d56692-d8bf-4bd5-a437-9fcc4553840e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.239809 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf6c1ba4-9544-432e-af43-974ccc2539d4 req-a9d56692-d8bf-4bd5-a437-9fcc4553840e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0593855 Jul 28 10:39:01.284901 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf6c1ba4-9544-432e-af43-974ccc2539d4 req-7343aa32-897d-4127-8440-2b4793c5203b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364153 Jul 28 10:39:01.314477 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f3de55a0-6314-402c-8787-c215f3f7d3d3 req-6ef72e2a-3eb9-4c4f-9a10-3b7e38886c96 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103101 Jul 28 10:39:01.327234 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-3de73e86-db01-4dbe-baaf-f2c7efb8b19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.328824 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-3de73e86-db01-4dbe-baaf-f2c7efb8b19b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.1049511 Jul 28 10:39:01.332107 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-c5914c07-7106-49e8-935c-76c7e5020468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.333881 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-c5914c07-7106-49e8-935c-76c7e5020468 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1097 time: 0.0808253 Jul 28 10:39:01.366659 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f252d168-8f7e-4e16-9d5c-ad11d94c7edc x-openstack-request-id: req-f252d168-8f7e-4e16-9d5c-ad11d94c7edc {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:01.367142 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:01.367536 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f252d168-8f7e-4e16-9d5c-ad11d94c7edc {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:01.368825 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'status': 'completed', 'code': 200} Jul 28 10:39:01.492734 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-53a9ef98-ec3d-49ee-94ab-08dd487fa09d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 217 time: 0.0454674 Jul 28 10:39:01.560204 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-6d811a58-4f67-4f27-ac56-c07d2bbf9d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.561695 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-6d811a58-4f67-4f27-ac56-c07d2bbf9d39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 920 time: 0.1594908 Jul 28 10:39:01.574279 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-e4864823-a0a4-40d3-8dc3-96662be67d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.575697 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-e4864823-a0a4-40d3-8dc3-96662be67d2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 200 len: 848 time: 0.0597053 Jul 28 10:39:01.815527 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-ab9c985a-636c-497a-aba4-566443e85753 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 217 time: 0.0860572 Jul 28 10:39:01.835726 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-e6a174b1-c500-4ad3-bdb0-584e93262fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.837237 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-e6a174b1-c500-4ad3-bdb0-584e93262fe0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1188223 Jul 28 10:39:01.848431 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-05b80e13-d891-4d4f-aad8-dd54d4ddc038 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.850540 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-05b80e13-d891-4d4f-aad8-dd54d4ddc038 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.1116705 Jul 28 10:39:01.913495 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7ec0dd34-9240-447a-9dba-ea485e8d6abc req-b47529ef-d842-4399-80eb-69dd50fa1902 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 210 time: 0.0291502 Jul 28 10:39:01.985215 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-c7530541-d10a-4343-81f7-fe8f02206af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:01.986690 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-c7530541-d10a-4343-81f7-fe8f02206af4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.1346381 Jul 28 10:39:02.056496 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-76facc69-cf76-4a94-8206-4d051623df97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416715 Jul 28 10:39:02.098090 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-4838024e-9f18-4c2a-9bde-596e15e15d60 service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129984 Jul 28 10:39:02.209780 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Deleting port 22dde497-86e4-4d95-9b10-53c6d60e55dc {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:39:02.210121 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:02.497658 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187adfe8-0b07-4b1d-b3cd-942de5af1111 req-792e77f8-89df-448a-8006-8fa445c8431d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:02.499462 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-187adfe8-0b07-4b1d-b3cd-942de5af1111 req-792e77f8-89df-448a-8006-8fa445c8431d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.1020968 Jul 28 10:39:02.551061 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-3da9499c-c1ef-45b2-b81c-10c5317402af service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4773855 Jul 28 10:39:02.559453 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92b104-8285-4f79-8090-7da51b03f88d req-7415a965-a982-40f0-881f-24a3ff55f693 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:02.565431 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ee92b104-8285-4f79-8090-7da51b03f88d req-7415a965-a982-40f0-881f-24a3ff55f693 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 946 time: 0.4406435 Jul 28 10:39:02.568550 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-187adfe8-0b07-4b1d-b3cd-942de5af1111 req-2939dd3e-29f9-47c4-8f9b-aa1a5298453a tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544789 Jul 28 10:39:02.575035 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0638-0665-4f98-9813-ee350def52a8 req-45b0b953-3397-4900-b841-d080bd739a2c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:02.576428 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-45b0b953-3397-4900-b841-d080bd739a2c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/networks?id=62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 200 len: 814 time: 0.1468296 Jul 28 10:39:02.619153 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Request body: {'port': {'device_id': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'admin_state_up': True, 'tenant_id': '306fbc7a4d5e433d938a4bae2209a89a'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:39:02.669079 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-48ce0c81-42de-4a99-8688-c6c11173ec8d service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450237 Jul 28 10:39:02.682757 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] For port 22dde497-86e4-4d95-9b10-53c6d60e55dc, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=22dde497-86e4-4d95-9b10-53c6d60e55dc,segment=NetworkSegment(942407fd-61bd-470a-87ee-05f5e72e3b70),segment_id=942407fd-61bd-470a-87ee-05f5e72e3b70)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:02.683135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:02.722841 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ee92b104-8285-4f79-8090-7da51b03f88d req-a1521690-0d9a-4726-ab11-bbde3dcd2602 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/security-groups?id=22098b1f-1ace-4b17-bf7c-0a06f01daf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450119 Jul 28 10:39:02.728572 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Calling delete_port for 22dde497-86e4-4d95-9b10-53c6d60e55dc owned by compute:nova {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:39:02.733493 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e971ab-3ab8-4d40-a900-77e7fc9974f4 req-7a4110e2-7b5b-4593-88fb-da667bae9b4b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:02.735060 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d9e971ab-3ab8-4d40-a900-77e7fc9974f4 req-7a4110e2-7b5b-4593-88fb-da667bae9b4b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.1009028 Jul 28 10:39:02.763365 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8fbb17a8-2b2e-4e73-95a0-fdd04ae1d4e9 req-e42ce9a8-fe3d-4b0e-b4ac-613cc2da10d4 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866822 Jul 28 10:39:02.795947 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d9e971ab-3ab8-4d40-a900-77e7fc9974f4 req-df703e36-8bfb-4d99-af54-43228201cab1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512030 Jul 28 10:39:02.797245 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Made reservation on behalf of 306fbc7a4d5e433d938a4bae2209a89a for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:39:02.800707 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:02.892596 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:02.941236 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['22dde497-86e4-4d95-9b10-53c6d60e55dc'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:02.949473 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Pushing event deleted for resources: {'Port': ['ID=22dde497-86e4-4d95-9b10-53c6d60e55dc,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:02.949796 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Allocated IP 172.20.0.12 (62d4883f-dea5-4f88-8684-dde642b6cfa0/ef44b7ff-c6ff-4191-97c9-1763167237d2/a5cc4b22-565b-4fde-a3a1-c8469173d270) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:02.996977 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] No DVR routers for this DVR port 22dde497-86e4-4d95-9b10-53c6d60e55dc on host hv-cinder-80043 {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:39:03.001489 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:03.003509 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.23 "DELETE /v2.0/ports/22dde497-86e4-4d95-9b10-53c6d60e55dc HTTP/1.1" status: 204 len: 173 time: 1.1200938 Jul 28 10:39:03.014027 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a371f-126e-4d73-b32a-12d6ee004091 req-709e5ed0-55e5-4e25-b624-64eb1be21d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:03.019210 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-709e5ed0-55e5-4e25-b624-64eb1be21d37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1097 time: 0.1210225 Jul 28 10:39:03.050141 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-37e7bdd0-ad0a-4ba1-b3c2-0858f70b4396 req-beca7dc4-0a0a-4a77-a42c-68f38fe80e48 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 210 time: 0.0361867 Jul 28 10:39:03.138635 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:03.146426 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a371f-126e-4d73-b32a-12d6ee004091 req-4b1107ad-1d07-4507-963f-284490b8855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:03.147923 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-4b1107ad-1d07-4507-963f-284490b8855b service neutron] 10.222.0.23 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 910 time: 0.0936787 Jul 28 10:39:03.179890 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:03.193667 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-a0a7c388-e495-476d-a188-e48fe3978d8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 217 time: 0.0350149 Jul 28 10:39:03.220885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Network 62d4883f-dea5-4f88-8684-dde642b6cfa0 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:03.224119 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:03.229794 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:39:03.239055 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef', '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:03.253971 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event updated for resources: {'Port': ['ID=a5cc4b22-565b-4fde-a3a1-c8469173d270,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:03.276815 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a371f-126e-4d73-b32a-12d6ee004091 req-61a77188-5e7f-4c89-8656-73fc5791bc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:03.278541 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-61a77188-5e7f-4c89-8656-73fc5791bc95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 200 len: 848 time: 0.0515273 Jul 28 10:39:03.287883 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:03.288488 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:03.304737 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-7f4be00e-ee20-475c-bddf-d4ffc20900fa tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6924293 Jul 28 10:39:03.370397 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f96299-0e89-4e9c-91e0-918a6776374b', 'name': 'network-vif-deleted', 'tag': '22dde497-86e4-4d95-9b10-53c6d60e55dc'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:03.373800 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b1e34f-6764-477b-bb08-9dd9b55d1041" -d '{"events": [{"server_uuid": "29f96299-0e89-4e9c-91e0-918a6776374b", "name": "network-vif-deleted", "tag": "22dde497-86e4-4d95-9b10-53c6d60e55dc"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:03.383697 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Request body: {'port': {'device_id': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:39:03.417443 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a3e28-420a-46b1-9e90-404e68f21bcd x-openstack-request-id: req-a93a3e28-420a-46b1-9e90-404e68f21bcd {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:03.417757 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f96299-0e89-4e9c-91e0-918a6776374b", "name": "network-vif-deleted", "tag": "22dde497-86e4-4d95-9b10-53c6d60e55dc", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:03.417994 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a93a3e28-420a-46b1-9e90-404e68f21bcd {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:03.418383 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f96299-0e89-4e9c-91e0-918a6776374b', 'name': 'network-vif-deleted', 'tag': '22dde497-86e4-4d95-9b10-53c6d60e55dc', 'status': 'completed', 'code': 200} Jul 28 10:39:03.430743 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884a371f-126e-4d73-b32a-12d6ee004091 req-b089bbb8-0666-48e1-abe1-59a3a77259e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:03.432303 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-b089bbb8-0666-48e1-abe1-59a3a77259e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495484 Jul 28 10:39:03.444022 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:03.534954 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-b522e70b-ee9c-4df9-b390-bf9689d5e0ca service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865362 Jul 28 10:39:03.633571 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-6e6bc67a-31c6-47e6-b713-253457bfdbf6 service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865757 Jul 28 10:39:03.712642 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282effa-1612-4d5c-9fb3-c1204699583f req-f2d0550a-b5dc-4722-9245-472704267433 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:03.714240 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7282effa-1612-4d5c-9fb3-c1204699583f req-f2d0550a-b5dc-4722-9245-472704267433 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0742073 Jul 28 10:39:03.787548 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7282effa-1612-4d5c-9fb3-c1204699583f req-14275791-f308-4360-b881-d325c5b23c49 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637753 Jul 28 10:39:03.789496 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5cc4b22-565b-4fde-a3a1-c8469173d270 {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:39:03.797005 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:03.813335 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Transition to ACTIVE for port object a5cc4b22-565b-4fde-a3a1-c8469173d270 will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:39:03.817111 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:03.840329 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-108fab50-fc69-45cd-95d9-a3f468bde71d req-1ca7f8bf-627b-4193-9265-1815d6f3ec01 tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] 10.222.0.25 "GET /v2.0/ports?device_id=29f96299-0e89-4e9c-91e0-918a6776374b HTTP/1.1" status: 200 len: 210 time: 0.0337329 Jul 28 10:39:03.874580 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc4b22-565b-4fde-a3a1-c8469173d270,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:03.979097 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67ef893-1069-4ea5-b5bd-1b1b3f9a615e req-9b3d7811-8420-485f-a2db-87d12b94c8f9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:03.981206 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a67ef893-1069-4ea5-b5bd-1b1b3f9a615e req-9b3d7811-8420-485f-a2db-87d12b94c8f9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0918033 Jul 28 10:39:03.982546 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Attempting to bind port a5cc4b22-565b-4fde-a3a1-c8469173d270 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:39:03.983013 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Attempting to bind port a5cc4b22-565b-4fde-a3a1-c8469173d270 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:39:03.983352 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Attempting to bind port a5cc4b22-565b-4fde-a3a1-c8469173d270 on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:39:03.994239 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Port a5cc4b22-565b-4fde-a3a1-c8469173d270 on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:39:03.994570 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Attempting to bind port a5cc4b22-565b-4fde-a3a1-c8469173d270 on network 62d4883f-dea5-4f88-8684-dde642b6cfa0 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:39:04.006832 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:39:04.007168 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Checking segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:39:04.007545 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Bound using segment: {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:39:04.007977 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Bound port: a5cc4b22-565b-4fde-a3a1-c8469173d270, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9abfbc7-fef6-4192-9482-b7389ebdea31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:39:04.008334 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:04.062001 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a67ef893-1069-4ea5-b5bd-1b1b3f9a615e req-e606bf2f-e4ea-4241-b0ff-9fd66b646d23 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750434 Jul 28 10:39:04.096904 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] For port a5cc4b22-565b-4fde-a3a1-c8469173d270, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:39:04.101176 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] For port a5cc4b22-565b-4fde-a3a1-c8469173d270, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a5cc4b22-565b-4fde-a3a1-c8469173d270,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:39:04.105834 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:04.168118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:04.168732 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:04.170129 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] 10.222.0.23 "PUT /v2.0/ports/a5cc4b22-565b-4fde-a3a1-c8469173d270 HTTP/1.1" status: 200 len: 1094 time: 0.7919681 Jul 28 10:39:04.173083 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'tag': 'a5cc4b22-565b-4fde-a3a1-c8469173d270'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:04.175353 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dc2d336-9a61-4740-8652-2ddb3005d696" -d '{"events": [{"name": "network-changed", "server_uuid": "2f45882a-c3fe-4e47-87d5-7f12f014c6b1", "tag": "a5cc4b22-565b-4fde-a3a1-c8469173d270"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:04.204663 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61162e0-05b2-4ce7-86d3-e841f079431a service neutron] Pushing event updated for resources: {'Port': ['ID=a5cc4b22-565b-4fde-a3a1-c8469173d270,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:04.220929 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc67a290-8eba-4058-b02b-5ac470815a32 req-9d667811-f8da-4fdf-9edb-bc3298150a99 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:04.222945 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fc67a290-8eba-4058-b02b-5ac470815a32 req-9d667811-f8da-4fdf-9edb-bc3298150a99 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 944 time: 0.0874586 Jul 28 10:39:04.236346 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b85a30-02c5-4da1-8285-4275aa063a68 x-openstack-request-id: req-e9b85a30-02c5-4da1-8285-4275aa063a68 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:04.236646 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f45882a-c3fe-4e47-87d5-7f12f014c6b1", "tag": "a5cc4b22-565b-4fde-a3a1-c8469173d270", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:04.236972 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e9b85a30-02c5-4da1-8285-4275aa063a68 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:04.237353 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'tag': 'a5cc4b22-565b-4fde-a3a1-c8469173d270', 'status': 'completed', 'code': 200} Jul 28 10:39:04.263755 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fc67a290-8eba-4058-b02b-5ac470815a32 req-03559cd4-284b-4df0-8bd1-407d26f32193 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343161 Jul 28 10:39:04.337708 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2d336-9a61-4740-8652-2ddb3005d696 req-82f83df3-e605-4464-adc0-aabb836c08d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:04.339179 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8dc2d336-9a61-4740-8652-2ddb3005d696 req-82f83df3-e605-4464-adc0-aabb836c08d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 1097 time: 0.0491502 Jul 28 10:39:04.740381 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2d336-9a61-4740-8652-2ddb3005d696 req-e0a10694-c459-4905-95f5-d3f50a744700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:04.741876 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8dc2d336-9a61-4740-8652-2ddb3005d696 req-e0a10694-c459-4905-95f5-d3f50a744700 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3684244 Jul 28 10:39:04.909521 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a220cd-c76b-4202-b361-758ad6d29b7c req-c2c8b765-83d1-469b-a42d-298e1b7b4998 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:04.910038 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2d336-9a61-4740-8652-2ddb3005d696 req-261bc5ba-0a95-4029-ab93-522dc6c6e31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:04.910122 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-54a220cd-c76b-4202-b361-758ad6d29b7c req-c2c8b765-83d1-469b-a42d-298e1b7b4998 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0499873 Jul 28 10:39:04.910196 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8dc2d336-9a61-4740-8652-2ddb3005d696 req-261bc5ba-0a95-4029-ab93-522dc6c6e31f service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1546440 Jul 28 10:39:04.946720 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-54a220cd-c76b-4202-b361-758ad6d29b7c req-ac0c555a-67d8-426a-937b-af8fec713be1 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341229 Jul 28 10:39:05.029036 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0638-0665-4f98-9813-ee350def52a8 req-eae4d07b-69a6-4d0c-9cc1-74dec70db91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:05.030512 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-eae4d07b-69a6-4d0c-9cc1-74dec70db91e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 1097 time: 0.0400789 Jul 28 10:39:05.091303 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-32f63518-24c3-4308-8138-88e7736a8d5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5cc4b22-565b-4fde-a3a1-c8469173d270 HTTP/1.1" status: 200 len: 217 time: 0.0415714 Jul 28 10:39:05.155647 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f0638-0665-4f98-9813-ee350def52a8 req-1575f230-0d87-46a5-b8ce-f8d4fe554e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:05.157129 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-1575f230-0d87-46a5-b8ce-f8d4fe554e6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 200 len: 854 time: 0.0588074 Jul 28 10:39:05.200704 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb6af0-0635-415d-b75a-e8514083801e req-768d2060-e297-471d-97b2-a794c26a2454 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:05.203196 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e3cb6af0-0635-415d-b75a-e8514083801e req-768d2060-e297-471d-97b2-a794c26a2454 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0519469 Jul 28 10:39:05.205408 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-8689b312-cf8a-48ed-815e-77b584a86a58 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=62d4883f-dea5-4f88-8684-dde642b6cfa0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396230 Jul 28 10:39:05.249774 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e3cb6af0-0635-415d-b75a-e8514083801e req-87b57c8d-fba1-43b0-8549-709acea2f7ae tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Jul 28 10:39:05.345427 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-b76bdf6b-471c-4279-852b-0503769245f8 service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883386 Jul 28 10:39:05.366513 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfbfc27-3745-49af-934e-f36e5f2fe365 req-4bb25066-e47c-480a-b73a-cb66520836ec tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:05.368079 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2dfbfc27-3745-49af-934e-f36e5f2fe365 req-4bb25066-e47c-480a-b73a-cb66520836ec tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0599174 Jul 28 10:39:05.423595 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2dfbfc27-3745-49af-934e-f36e5f2fe365 req-10249432-9f1e-46b4-8647-5d1f39bca8bf tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487134 Jul 28 10:39:05.491034 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334475c-dbd6-4dd9-a0e1-48272dad8e1d req-2a9e5c18-c690-45c0-9b4a-c5b97d1e5a9b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:05.492628 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c334475c-dbd6-4dd9-a0e1-48272dad8e1d req-2a9e5c18-c690-45c0-9b4a-c5b97d1e5a9b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 944 time: 0.0692713 Jul 28 10:39:05.519995 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e88f0638-0665-4f98-9813-ee350def52a8 req-764cff5f-5139-4666-b907-ce176675a50d service neutron] 10.222.0.23 "GET /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620111 Jul 28 10:39:05.539552 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c334475c-dbd6-4dd9-a0e1-48272dad8e1d req-aba156ac-94ce-48ba-b171-dec210f93912 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367358 Jul 28 10:39:05.594914 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 22dde497-86e4-4d95-9b10-53c6d60e55dc no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:05.615242 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 22dde497-86e4-4d95-9b10-53c6d60e55dc {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:39:05.615597 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 22dde497-86e4-4d95-9b10-53c6d60e55dc not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:06.060130 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103657ab-9b41-469e-bc86-3878cbf63299 req-e1c8ba13-7807-4f13-a7bb-def92896bb3a tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:06.061605 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-103657ab-9b41-469e-bc86-3878cbf63299 req-e1c8ba13-7807-4f13-a7bb-def92896bb3a tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0475700 Jul 28 10:39:06.097003 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-103657ab-9b41-469e-bc86-3878cbf63299 req-5f724c09-73b3-4811-8a80-54bbeeeaa207 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295708 Jul 28 10:39:06.365180 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0e202-437f-48bd-a4ab-9a1c39d746cf req-0ca5af8c-b75c-4509-a310-e6ffc7f20624 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:06.366687 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-52f0e202-437f-48bd-a4ab-9a1c39d746cf req-0ca5af8c-b75c-4509-a310-e6ffc7f20624 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0510919 Jul 28 10:39:06.405237 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-52f0e202-437f-48bd-a4ab-9a1c39d746cf req-f865128a-d973-4bb5-832d-7703e96304f5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327666 Jul 28 10:39:06.546767 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b189c3c-2dee-444b-baa3-629c1b7fdecf req-94b794a7-b1b1-4e3d-b441-9dda18dc7b13 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:06.548260 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8b189c3c-2dee-444b-baa3-629c1b7fdecf req-94b794a7-b1b1-4e3d-b441-9dda18dc7b13 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0489709 Jul 28 10:39:06.589341 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8b189c3c-2dee-444b-baa3-629c1b7fdecf req-7d682df4-768d-4d56-a19a-f2b7f5104fc0 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345497 Jul 28 10:39:06.706158 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bf964-bc8d-49ca-9241-e1d005eb113c req-30a16396-7b99-4484-ad14-aaca2238ad1b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:06.707621 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-274bf964-bc8d-49ca-9241-e1d005eb113c req-30a16396-7b99-4484-ad14-aaca2238ad1b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 944 time: 0.0524609 Jul 28 10:39:06.745212 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-274bf964-bc8d-49ca-9241-e1d005eb113c req-edaf65e8-b9cc-4a86-bda0-74effca6721d tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307863 Jul 28 10:39:07.211837 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f63553-555e-45c2-82ab-20d7b061710b req-98a59648-4928-4b9d-90ac-25baf3780dbb tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:07.213297 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f3f63553-555e-45c2-82ab-20d7b061710b req-98a59648-4928-4b9d-90ac-25baf3780dbb tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0509324 Jul 28 10:39:07.250208 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f3f63553-555e-45c2-82ab-20d7b061710b req-f75e13bc-bd08-4aa1-a545-ec9c630b6d38 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311985 Jul 28 10:39:07.703313 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d2d53-9111-441b-8aae-f7970e7e1705 req-22424c5c-8595-43e5-9a7f-d32d2f367966 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:07.704800 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7c3d2d53-9111-441b-8aae-f7970e7e1705 req-22424c5c-8595-43e5-9a7f-d32d2f367966 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0476167 Jul 28 10:39:07.744724 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7c3d2d53-9111-441b-8aae-f7970e7e1705 req-7ad07588-c233-49dd-aebb-9c6b90574d59 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330307 Jul 28 10:39:07.817471 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-392207f2-db78-4814-b8f8-909900a6393d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:07.867037 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be517e6a-b250-4d2a-9317-4f03eca94964 req-51bd00d6-1b0a-4e58-bf3a-e0b07c423c79 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:07.868511 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be517e6a-b250-4d2a-9317-4f03eca94964 req-51bd00d6-1b0a-4e58-bf3a-e0b07c423c79 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 944 time: 0.0480316 Jul 28 10:39:07.905882 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be517e6a-b250-4d2a-9317-4f03eca94964 req-3a88c7da-02f8-4bf8-9f4a-94f299165710 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310526 Jul 28 10:39:08.363555 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704c8793-2fbe-4da0-9c2f-1f3095e2d75a req-1568884c-0e0f-48e0-af0d-3218629dd4a8 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:08.365318 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-704c8793-2fbe-4da0-9c2f-1f3095e2d75a req-1568884c-0e0f-48e0-af0d-3218629dd4a8 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0510452 Jul 28 10:39:08.402769 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-704c8793-2fbe-4da0-9c2f-1f3095e2d75a req-f8083a4f-8913-42fd-bb47-814bbedbcb99 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314562 Jul 28 10:39:08.857606 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bfb6c0-a787-4422-b008-31f164061b23 req-f5868a22-f481-464f-a56f-a03a0ef20503 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:08.859083 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-30bfb6c0-a787-4422-b008-31f164061b23 req-f5868a22-f481-464f-a56f-a03a0ef20503 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0481770 Jul 28 10:39:08.897020 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-30bfb6c0-a787-4422-b008-31f164061b23 req-9f8efbe3-b26c-478f-a92c-9c1694409ddc tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312178 Jul 28 10:39:09.018024 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc6657-5b9e-4fbd-9d73-1fa999845301 req-fd2edd35-e4de-4ee6-ae26-a5e9d09b8096 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:09.019401 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-befc6657-5b9e-4fbd-9d73-1fa999845301 req-fd2edd35-e4de-4ee6-ae26-a5e9d09b8096 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 944 time: 0.0475671 Jul 28 10:39:09.056639 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-befc6657-5b9e-4fbd-9d73-1fa999845301 req-78744105-721e-431d-8d22-49ffb3e21cbf tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310352 Jul 28 10:39:09.519018 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0319b-a467-4ffb-97a6-a3a8cfc5c52d req-31e9f8ac-1c11-4d0e-82f8-a48e3e734c81 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:09.521043 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-58a0319b-a467-4ffb-97a6-a3a8cfc5c52d req-31e9f8ac-1c11-4d0e-82f8-a48e3e734c81 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0492446 Jul 28 10:39:09.558171 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-58a0319b-a467-4ffb-97a6-a3a8cfc5c52d req-17103e3f-1be7-4173-bca4-b850e16cf7c3 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312207 Jul 28 10:39:10.014311 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d99e6-962d-4587-b653-447353f84048 req-1690678d-b4d7-4ed5-a7c3-ec9ed24472b5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:10.016155 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b4d99e6-962d-4587-b653-447353f84048 req-1690678d-b4d7-4ed5-a7c3-ec9ed24472b5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0522597 Jul 28 10:39:10.052571 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b4d99e6-962d-4587-b653-447353f84048 req-4e007a1d-f759-4348-a1b7-bae1c0cf1bce tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305963 Jul 28 10:39:10.172089 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376038bc-fdc6-4515-88f0-f8010cddcfe9 req-eb263daf-3359-485d-ac5d-693ea8affe45 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:10.173571 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-376038bc-fdc6-4515-88f0-f8010cddcfe9 req-eb263daf-3359-485d-ac5d-693ea8affe45 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 944 time: 0.0512905 Jul 28 10:39:10.211191 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-376038bc-fdc6-4515-88f0-f8010cddcfe9 req-e32ff7fc-d22f-48f7-94af-3a521f606880 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307117 Jul 28 10:39:10.566169 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-cdd9ee8a-c68b-41a1-9efe-1785f9b36040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:10.597098 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:10.676943 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6ad78-a5a7-452b-9440-83c9fe510915 req-220f1355-4204-420e-9eea-7d0f5490eed5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:10.679150 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-95d6ad78-a5a7-452b-9440-83c9fe510915 req-220f1355-4204-420e-9eea-7d0f5490eed5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0514743 Jul 28 10:39:10.718599 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-95d6ad78-a5a7-452b-9440-83c9fe510915 req-eb31758f-8d62-4c29-aa81-edad3b85ffa5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320101 Jul 28 10:39:11.016079 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f32c0e-271f-44ce-a83b-fa72f242f323 req-c83daeb8-5f59-485c-807e-a81a07f422c5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:11.018054 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-96f32c0e-271f-44ce-a83b-fa72f242f323 req-c83daeb8-5f59-485c-807e-a81a07f422c5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0672495 Jul 28 10:39:11.059943 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-96f32c0e-271f-44ce-a83b-fa72f242f323 req-c4bf2405-d240-487e-b9f6-e326c62705d0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354621 Jul 28 10:39:11.207812 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07ff1a-1052-4b9e-bdf8-80cbb94266a2 req-ae3fab94-0b92-449a-987d-7e7653b22a17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:11.210469 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad07ff1a-1052-4b9e-bdf8-80cbb94266a2 req-ae3fab94-0b92-449a-987d-7e7653b22a17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0591197 Jul 28 10:39:11.284484 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad07ff1a-1052-4b9e-bdf8-80cbb94266a2 req-1638081d-f0ae-4676-931c-761d1db61a31 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663972 Jul 28 10:39:11.392114 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe06c813-2b04-477a-a3dc-db4e1f50c7fe req-a0a58f27-c5b8-4519-962d-c7cdc6fc02c7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:11.400223 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fe06c813-2b04-477a-a3dc-db4e1f50c7fe req-a0a58f27-c5b8-4519-962d-c7cdc6fc02c7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 944 time: 0.0622761 Jul 28 10:39:11.449436 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fe06c813-2b04-477a-a3dc-db4e1f50c7fe req-36577b41-7dfe-4dad-adc6-246ab8852e7b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480340 Jul 28 10:39:11.482916 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:11.635615 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device a5cc4b22-565b-4fde-a3a1-c8469173d270 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:39:11.789166 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port a5cc4b22-565b-4fde-a3a1-c8469173d270, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a5cc4b22-565b-4fde-a3a1-c8469173d270,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:11.805130 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': 'a5cc4b22-565b-4fde-a3a1-c8469173d270', 'network_id': '62d4883f-dea5-4f88-8684-dde642b6cfa0', 'port_id': 'a5cc4b22-565b-4fde-a3a1-c8469173d270', 'mac_address': 'fa:16:3e:57:a9:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef44b7ff-c6ff-4191-97c9-1763167237d2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:39:11.858984 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:11.873923 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5cc4b22-565b-4fde-a3a1-c8469173d270 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:39:11.890319 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74582ad2-2a8f-4d9e-bd3e-bf4e632bcf59 req-fbe4797c-3f3f-43c8-a107-c95db3d266e7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:11.893615 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-74582ad2-2a8f-4d9e-bd3e-bf4e632bcf59 req-fbe4797c-3f3f-43c8-a107-c95db3d266e7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0739539 Jul 28 10:39:11.926940 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port a5cc4b22-565b-4fde-a3a1-c8469173d270, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a5cc4b22-565b-4fde-a3a1-c8469173d270,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:11.935723 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:11.936578 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:39:11.959860 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-74582ad2-2a8f-4d9e-bd3e-bf4e632bcf59 req-0a11627d-b987-453d-8e09-a1509d394ac2 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570099 Jul 28 10:39:12.038138 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c9275-d60d-434c-9dcc-70c3ef78ce89 req-a27bd186-53f9-47c4-becc-98ef84ce4237 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:12.040275 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bd3c9275-d60d-434c-9dcc-70c3ef78ce89 req-a27bd186-53f9-47c4-becc-98ef84ce4237 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0536966 Jul 28 10:39:12.074288 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=a5cc4b22-565b-4fde-a3a1-c8469173d270,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:12.097384 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bd3c9275-d60d-434c-9dcc-70c3ef78ce89 req-ee5adb8b-cda3-4442-973c-98da5dbd026a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453343 Jul 28 10:39:12.117093 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:12.131026 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'port_id': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'mac_address': 'fa:16:3e:c9:4f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:39:12.169979 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:12.183740 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:39:12.205258 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:12.209654 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:12.257293 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:12.396100 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be04d14e-a024-4598-843d-87f9fca195eb req-731bede1-02df-42e9-8290-dfd03ea1b7d4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:12.398832 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be04d14e-a024-4598-843d-87f9fca195eb req-731bede1-02df-42e9-8290-dfd03ea1b7d4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0591500 Jul 28 10:39:12.438757 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be04d14e-a024-4598-843d-87f9fca195eb req-fbbd9358-e2d9-455b-a92c-d8fe04ebb6df tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336804 Jul 28 10:39:12.629432 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca082e9e-b149-43fa-9de3-25909048028e req-fc9ec790-8c52-4da5-a438-38ce7d2af8a9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:12.631472 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ca082e9e-b149-43fa-9de3-25909048028e req-fc9ec790-8c52-4da5-a438-38ce7d2af8a9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 945 time: 0.0776124 Jul 28 10:39:12.677619 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ca082e9e-b149-43fa-9de3-25909048028e req-a93cd27b-6309-4543-b247-5c43c979ee8f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389264 Jul 28 10:39:12.869818 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:12.933808 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['a5cc4b22-565b-4fde-a3a1-c8469173d270'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:13.147889 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109d7198-72ac-45e9-97e7-a912276abf82 req-d10b281f-d2d9-49be-bfe0-cb902be7085b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:13.154542 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-109d7198-72ac-45e9-97e7-a912276abf82 req-d10b281f-d2d9-49be-bfe0-cb902be7085b tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 945 time: 0.1285160 Jul 28 10:39:13.211271 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-109d7198-72ac-45e9-97e7-a912276abf82 req-5468dd0b-f67b-478a-b2d4-5f9fd3026294 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537188 Jul 28 10:39:13.289730 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5886c0-4680-4979-909a-b41f63735324 req-966e0077-0e63-43bc-885f-0c28365dc2bd tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:13.294869 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4b5886c0-4680-4979-909a-b41f63735324 req-966e0077-0e63-43bc-885f-0c28365dc2bd tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0727067 Jul 28 10:39:13.297910 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:13.350642 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4b5886c0-4680-4979-909a-b41f63735324 req-9eb4d04c-9497-446d-a357-d3e630c740b3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Jul 28 10:39:13.557088 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77027649-12b7-4154-add6-9616141d1125 req-4164f79b-1440-4440-8da7-382f48a64a35 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:13.558900 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-77027649-12b7-4154-add6-9616141d1125 req-4164f79b-1440-4440-8da7-382f48a64a35 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0513735 Jul 28 10:39:13.612049 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-77027649-12b7-4154-add6-9616141d1125 req-56987045-e237-4404-849c-3c8af9384945 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424259 Jul 28 10:39:13.803982 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b315c-b843-414d-acb9-6bd49f5411cf req-3df38da3-74b5-470f-b22a-a96ee5d8d5db tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:13.805544 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-284b315c-b843-414d-acb9-6bd49f5411cf req-3df38da3-74b5-470f-b22a-a96ee5d8d5db tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 945 time: 0.0547097 Jul 28 10:39:13.861984 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-284b315c-b843-414d-acb9-6bd49f5411cf req-935402ea-8b1e-4233-82fa-0ad9fa092a21 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Jul 28 10:39:14.356941 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c7e15a-e3ae-4b53-8261-2b6318f769c2 req-063f096a-83f1-4ecb-8d30-111016aa1daf tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:14.360359 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b3c7e15a-e3ae-4b53-8261-2b6318f769c2 req-063f096a-83f1-4ecb-8d30-111016aa1daf tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 945 time: 0.0595129 Jul 28 10:39:14.404938 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b3c7e15a-e3ae-4b53-8261-2b6318f769c2 req-adecc2f3-ce77-4f3d-be82-bfb581687b54 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398805 Jul 28 10:39:14.487635 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ba1ce-0d87-4122-a558-a995f1ae7497 req-c9b126d0-4ed8-4a9e-929b-cdcf08c130de tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:14.492571 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f91ba1ce-0d87-4122-a558-a995f1ae7497 req-c9b126d0-4ed8-4a9e-929b-cdcf08c130de tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0600867 Jul 28 10:39:14.534433 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f91ba1ce-0d87-4122-a558-a995f1ae7497 req-83daf48a-de3e-495d-aef7-f7842656332a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351870 Jul 28 10:39:14.769077 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed398630-ff53-4355-bf00-de2787cb9fdf req-c571963c-e48f-40cb-b8f4-2f77d2569516 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:14.771033 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ed398630-ff53-4355-bf00-de2787cb9fdf req-c571963c-e48f-40cb-b8f4-2f77d2569516 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0688899 Jul 28 10:39:14.810211 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ed398630-ff53-4355-bf00-de2787cb9fdf req-b11d68f8-5136-4b57-b703-8e68b2278403 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326245 Jul 28 10:39:15.004524 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891edc29-2482-4c93-ad66-dc425c5c7cdd req-3e15e065-007f-4727-a0f6-f8db818b42f7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:15.007395 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-891edc29-2482-4c93-ad66-dc425c5c7cdd req-3e15e065-007f-4727-a0f6-f8db818b42f7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 945 time: 0.0697806 Jul 28 10:39:15.053692 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-891edc29-2482-4c93-ad66-dc425c5c7cdd req-d279fc0c-a286-484b-8638-8c606108b1db tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Jul 28 10:39:15.208684 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:15.528882 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16e064-34dc-483e-a945-1b9c5fcbfaca req-ed61e736-cfa5-40b1-a218-b6612c6080b1 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:15.536278 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a16e064-34dc-483e-a945-1b9c5fcbfaca req-ed61e736-cfa5-40b1-a218-b6612c6080b1 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 945 time: 0.0572720 Jul 28 10:39:15.579045 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a16e064-34dc-483e-a945-1b9c5fcbfaca req-75c870d6-6a2c-4900-aab0-a7db81b1d68d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395634 Jul 28 10:39:15.646228 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device a5cc4b22-565b-4fde-a3a1-c8469173d270 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:15.707101 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port a5cc4b22-565b-4fde-a3a1-c8469173d270 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:39:15.713019 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port a5cc4b22-565b-4fde-a3a1-c8469173d270 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:39:15.713587 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:15.716256 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b81a928-f27c-42f8-ac0f-fc0901a1faf0 req-7837c922-52cb-45e4-a5f8-bf3b310a460e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:15.728822 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8b81a928-f27c-42f8-ac0f-fc0901a1faf0 req-7837c922-52cb-45e4-a5f8-bf3b310a460e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0928559 Jul 28 10:39:15.806433 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:15.817201 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8b81a928-f27c-42f8-ac0f-fc0901a1faf0 req-df8e901d-2d0b-4c87-91aa-233b98c59d66 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826855 Jul 28 10:39:15.836055 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc4b22-565b-4fde-a3a1-c8469173d270'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:15.840258 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea3acb6-f080-4520-8b99-3af68d407b3c" -d '{"events": [{"server_uuid": "2f45882a-c3fe-4e47-87d5-7f12f014c6b1", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc4b22-565b-4fde-a3a1-c8469173d270"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:15.860263 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port a5cc4b22-565b-4fde-a3a1-c8469173d270, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a5cc4b22-565b-4fde-a3a1-c8469173d270,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:15.866662 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:15.867613 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:15.910934 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd8d6cd-bce1-45fa-9f93-98608e244e7e x-openstack-request-id: req-9fd8d6cd-bce1-45fa-9f93-98608e244e7e {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:15.911233 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45882a-c3fe-4e47-87d5-7f12f014c6b1", "name": "network-vif-plugged", "status": "completed", "tag": "a5cc4b22-565b-4fde-a3a1-c8469173d270", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:15.911501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9fd8d6cd-bce1-45fa-9f93-98608e244e7e {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:15.912659 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5cc4b22-565b-4fde-a3a1-c8469173d270', 'code': 200} Jul 28 10:39:15.967304 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=a5cc4b22-565b-4fde-a3a1-c8469173d270,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:15.970593 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c27b54-b9a8-4fde-bb3b-272553ed2348 req-0cd17644-95f7-4df4-8440-8ecc6b65f08c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:15.972734 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-91c27b54-b9a8-4fde-bb3b-272553ed2348 req-0cd17644-95f7-4df4-8440-8ecc6b65f08c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0668969 Jul 28 10:39:15.989617 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:39:15.994790 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:39:15.995167 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:16.039552 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-91c27b54-b9a8-4fde-bb3b-272553ed2348 req-ba9c961d-7a33-4954-8c16-be4dee922ade tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565531 Jul 28 10:39:16.126405 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:16.179781 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:16.187373 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:16.213393 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0bc366-d4c0-47e7-a8d8-a5eee26651a1 req-ac51d420-3f7f-44cc-bddc-b67fc3333acb tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:16.215300 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4a0bc366-d4c0-47e7-a8d8-a5eee26651a1 req-ac51d420-3f7f-44cc-bddc-b67fc3333acb tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0724797 Jul 28 10:39:16.245368 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b205bf-7f00-4a92-bc34-69597ad20a43 req-dc2da86b-a166-4594-89ab-d2297e379a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:16.256694 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-28b205bf-7f00-4a92-bc34-69597ad20a43 req-dc2da86b-a166-4594-89ab-d2297e379a75 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 1099 time: 0.0984781 Jul 28 10:39:16.262023 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:16.266845 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4a0bc366-d4c0-47e7-a8d8-a5eee26651a1 req-cdae8be1-f98b-48c5-9abc-bba999ecffd9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451932 Jul 28 10:39:16.273840 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.274519 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.275090 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.275676 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.276261 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.276849 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.277404 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.278255 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.278950 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.279647 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.280197 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.280795 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:16.320630 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-28b205bf-7f00-4a92-bc34-69597ad20a43 req-5c630bc1-af77-4d61-afcb-f2bc0e780435 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526125 Jul 28 10:39:16.700948 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbacbbc-a09f-414f-9de6-d263403443e8 req-b409685c-149d-4ccd-8b70-f06911ba4d5c tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:16.702426 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5cbacbbc-a09f-414f-9de6-d263403443e8 req-b409685c-149d-4ccd-8b70-f06911ba4d5c tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0603936 Jul 28 10:39:16.751490 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5cbacbbc-a09f-414f-9de6-d263403443e8 req-a653e346-75b8-47e5-9145-72cff684aa2f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Jul 28 10:39:16.947474 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26a3c2-6390-4c0f-aeaa-75627af8870d req-71c6b10b-2e79-456e-9af0-729a19675093 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:16.949127 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0a26a3c2-6390-4c0f-aeaa-75627af8870d req-71c6b10b-2e79-456e-9af0-729a19675093 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0525506 Jul 28 10:39:17.007507 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0a26a3c2-6390-4c0f-aeaa-75627af8870d req-f9a0d6a5-1377-4db4-b27d-7271268b3b22 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444477 Jul 28 10:39:17.184797 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-68dc0222-41ba-40f1-840b-9653bc94e5eb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735424 Jul 28 10:39:17.202089 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba74972-57f2-4c51-81d7-8c30fabbed92 req-5eea5aee-f9d2-45dc-b86c-ccf5b9106bcd tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:17.203657 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6ba74972-57f2-4c51-81d7-8c30fabbed92 req-5eea5aee-f9d2-45dc-b86c-ccf5b9106bcd tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0709772 Jul 28 10:39:17.273757 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6ba74972-57f2-4c51-81d7-8c30fabbed92 req-e9ea327b-0465-49aa-9386-a1532dd811dd tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630844 Jul 28 10:39:17.299481 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-290394c1-1182-41dd-9e4f-ae8056b711af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:17.301041 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-290394c1-1182-41dd-9e4f-ae8056b711af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0588980 Jul 28 10:39:17.402855 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf0131-f4ca-4bec-b4ba-620db211c7a4 req-02b2ea49-2e29-4bfb-ad64-75742e2199f7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:17.405715 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-afcf0131-f4ca-4bec-b4ba-620db211c7a4 req-02b2ea49-2e29-4bfb-ad64-75742e2199f7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0504861 Jul 28 10:39:17.458196 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-afcf0131-f4ca-4bec-b4ba-620db211c7a4 req-7ad1cb3f-e23e-4371-94ae-b42009718376 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470409 Jul 28 10:39:17.476374 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-e965157a-541c-4359-9935-45d0ae2c757a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:17.478117 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-e965157a-541c-4359-9935-45d0ae2c757a service neutron] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 920 time: 0.1322851 Jul 28 10:39:17.540541 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-1d2978c0-63b3-4bac-8be8-692d971beac4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 217 time: 0.0400822 Jul 28 10:39:17.598497 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-f86f48e1-106a-425d-8ca1-bda6bd52d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:17.600641 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-f86f48e1-106a-425d-8ca1-bda6bd52d505 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.0519645 Jul 28 10:39:17.635131 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-a57df250-2683-4bb2-9b8d-abe4c9be7887 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254138 Jul 28 10:39:17.755561 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-bc4d87a7-03df-43d0-ab62-4c3b599a7a51 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070700 Jul 28 10:39:17.911118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86a0ef-faec-409c-a2ec-e792d5efaa2b req-7c89f50b-4d26-4adf-986d-f38097802a70 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:17.913124 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fe86a0ef-faec-409c-a2ec-e792d5efaa2b req-7c89f50b-4d26-4adf-986d-f38097802a70 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0833821 Jul 28 10:39:17.913935 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:17.919061 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a9ff09-a4d6-4b20-b218-198a9e59bb65" -d '{"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:17.963814 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1abcee61-a68b-4da6-8297-9679f23c32c0 req-75dfa472-48eb-48ff-a75b-910eba4992bf service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904902 Jul 28 10:39:17.973805 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2ba3de-7e7c-42be-973c-d4450f655863 x-openstack-request-id: req-9a2ba3de-7e7c-42be-973c-d4450f655863 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:17.975307 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:17.975714 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9a2ba3de-7e7c-42be-973c-d4450f655863 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:17.976419 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'code': 200} Jul 28 10:39:17.985756 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fe86a0ef-faec-409c-a2ec-e792d5efaa2b req-4721f037-3b73-4965-bdcd-9fef04ac1644 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491717 Jul 28 10:39:18.133903 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a39d04-9711-4c19-bd84-77aadde4df56 req-1c879c50-bfd1-4fc2-8e68-2e2e12fa05bc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:18.136028 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4a39d04-9711-4c19-bd84-77aadde4df56 req-1c879c50-bfd1-4fc2-8e68-2e2e12fa05bc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0560837 Jul 28 10:39:18.175220 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4a39d04-9711-4c19-bd84-77aadde4df56 req-9e206328-2ac5-44d9-96f8-71a4aec2cfcc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332465 Jul 28 10:39:18.405243 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54357ec1-b819-4c7a-bda3-5c82a22ac4a0 req-222497e9-fc05-4750-ad92-9560863dd187 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:18.406866 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-54357ec1-b819-4c7a-bda3-5c82a22ac4a0 req-222497e9-fc05-4750-ad92-9560863dd187 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0481727 Jul 28 10:39:18.452454 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-54357ec1-b819-4c7a-bda3-5c82a22ac4a0 req-757751dc-5d14-47ec-b4ab-6d43641b38a1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390317 Jul 28 10:39:18.598993 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52e9fa-e7b0-47ee-a2da-d6e263a1c928 req-418cf6e9-bf91-4705-ad3c-a12f684b2906 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:18.601041 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2d52e9fa-e7b0-47ee-a2da-d6e263a1c928 req-418cf6e9-bf91-4705-ad3c-a12f684b2906 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0558405 Jul 28 10:39:18.656445 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2d52e9fa-e7b0-47ee-a2da-d6e263a1c928 req-33cb6f4d-23ac-4a1d-99dd-c8c748cfe242 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480423 Jul 28 10:39:18.829581 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68caa8-b99f-4ae3-9954-643059a14242 req-dc8f5635-f3ce-4939-939b-d9653d19e6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:18.831220 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fb68caa8-b99f-4ae3-9954-643059a14242 req-dc8f5635-f3ce-4939-939b-d9653d19e6ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1099 time: 0.0391390 Jul 28 10:39:18.868461 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fb68caa8-b99f-4ae3-9954-643059a14242 req-e0890fcf-f1bf-4119-a06f-fb94f665351e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290835 Jul 28 10:39:19.131207 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6bd8b-c008-4569-b65b-64bafc5699c1 req-f0f52e6e-d641-449b-befe-8f152f36777f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:19.132934 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fde6bd8b-c008-4569-b65b-64bafc5699c1 req-f0f52e6e-d641-449b-befe-8f152f36777f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0740726 Jul 28 10:39:19.177083 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fde6bd8b-c008-4569-b65b-64bafc5699c1 req-f4733724-4f05-4bfd-afb3-321f646d3751 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380394 Jul 28 10:39:19.304178 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92bd9e0-bbb8-43c0-a6c6-ab63b89a8a7e req-f5fc6d51-0ed3-44e5-977f-02e6dc95eaf2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:19.305803 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a92bd9e0-bbb8-43c0-a6c6-ab63b89a8a7e req-f5fc6d51-0ed3-44e5-977f-02e6dc95eaf2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0529103 Jul 28 10:39:19.356179 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a92bd9e0-bbb8-43c0-a6c6-ab63b89a8a7e req-cf5419c0-c624-45ed-a1ff-81d758e05ef4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444028 Jul 28 10:39:19.574462 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb0d8ce-4710-43ee-b32e-071533baf641 req-1daf182b-b020-44d1-8ffb-95a22efb35c7 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:19.577199 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-acb0d8ce-4710-43ee-b32e-071533baf641 req-1daf182b-b020-44d1-8ffb-95a22efb35c7 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0603452 Jul 28 10:39:19.626421 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-acb0d8ce-4710-43ee-b32e-071533baf641 req-c04bb9e0-029d-40a0-a43c-6b3c9e637707 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433555 Jul 28 10:39:19.781113 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72c33b-a02d-4821-bc52-59804bce8302 req-5cce8800-0b44-4bfa-b9ab-df90e075c9ff tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:19.782493 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6c72c33b-a02d-4821-bc52-59804bce8302 req-5cce8800-0b44-4bfa-b9ab-df90e075c9ff tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0534072 Jul 28 10:39:19.823774 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6c72c33b-a02d-4821-bc52-59804bce8302 req-953f1900-4296-492c-af22-6d0db269fab6 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Jul 28 10:39:20.332382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528922e-de06-4553-94d3-2b214e029415 req-879c71d5-60b4-40f3-8d81-d487cfa353dc tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:20.335020 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7528922e-de06-4553-94d3-2b214e029415 req-879c71d5-60b4-40f3-8d81-d487cfa353dc tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0535548 Jul 28 10:39:20.376091 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7528922e-de06-4553-94d3-2b214e029415 req-20f1c548-1ab7-4c9c-8c4d-8c2e42ade639 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346990 Jul 28 10:39:20.479188 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91221834-36b5-41a6-a652-e08feec05cc2 req-dc113763-a69b-46b8-8d3f-7c7795129e55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:20.480659 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-91221834-36b5-41a6-a652-e08feec05cc2 req-dc113763-a69b-46b8-8d3f-7c7795129e55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0478001 Jul 28 10:39:20.518114 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-91221834-36b5-41a6-a652-e08feec05cc2 req-8a4a043b-282d-4dd8-856a-f87105629b51 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314682 Jul 28 10:39:20.756555 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5affc424-1a54-4fb3-8f24-3106ed003eae req-964e4b56-03c8-4d1c-a858-3db79f2c8342 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:20.758074 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5affc424-1a54-4fb3-8f24-3106ed003eae req-964e4b56-03c8-4d1c-a858-3db79f2c8342 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0528061 Jul 28 10:39:20.804725 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5affc424-1a54-4fb3-8f24-3106ed003eae req-8b723686-c940-414d-8cba-45012d81ca74 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405614 Jul 28 10:39:21.580589 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925eadbd-28ce-4510-be08-bf9c9ef02ea0 req-c36ab19c-0558-4c77-8c2f-5b533aaaf17c tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:21.582377 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-925eadbd-28ce-4510-be08-bf9c9ef02ea0 req-c36ab19c-0558-4c77-8c2f-5b533aaaf17c tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0632908 Jul 28 10:39:21.659116 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-ca5428d6-2040-4e3a-a34f-2d1a35d9fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:21.661504 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-ca5428d6-2040-4e3a-a34f-2d1a35d9fc47 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0820777 Jul 28 10:39:21.667914 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-925eadbd-28ce-4510-be08-bf9c9ef02ea0 req-49d6ef7a-7f8b-463d-a4dc-a49c09880a08 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782936 Jul 28 10:39:21.822408 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8470a2-5d27-4d51-81db-a9daed590d87 req-8e125705-e6ac-42a5-86e5-078e463fc68d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:21.824176 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4f8470a2-5d27-4d51-81db-a9daed590d87 req-8e125705-e6ac-42a5-86e5-078e463fc68d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0804083 Jul 28 10:39:21.868778 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4f8470a2-5d27-4d51-81db-a9daed590d87 req-c99fdc7e-b0ac-4249-84b3-7a5f2b052837 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378776 Jul 28 10:39:21.873869 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-e9b5e744-6dfa-4da6-8578-2feed88e41ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:21.875645 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-e9b5e744-6dfa-4da6-8578-2feed88e41ca service neutron] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 920 time: 0.2033422 Jul 28 10:39:21.932490 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-ad2ac030-92fe-4ec9-aa9f-bb699c2dd5d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 217 time: 0.0396726 Jul 28 10:39:22.001447 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9424240-6c5d-4fc8-9096-2dfb9f2e7e32 req-a90aadfc-3dcc-41c7-9921-92cfcd2f04ce tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:22.003306 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c9424240-6c5d-4fc8-9096-2dfb9f2e7e32 req-a90aadfc-3dcc-41c7-9921-92cfcd2f04ce tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0614755 Jul 28 10:39:22.060479 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c9424240-6c5d-4fc8-9096-2dfb9f2e7e32 req-03222cd4-2e7d-4b92-8b27-d6bd2a42ba09 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481694 Jul 28 10:39:22.073585 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-204fd475-5a52-49aa-8a96-1db721643105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:22.074845 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-204fd475-5a52-49aa-8a96-1db721643105 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.0592763 Jul 28 10:39:22.123695 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb85884-ce0f-4afd-81f7-7d8347cea508 req-b8027c74-5c2f-4f53-8c5b-6640ee48cf24 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:22.125271 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9eb85884-ce0f-4afd-81f7-7d8347cea508 req-b8027c74-5c2f-4f53-8c5b-6640ee48cf24 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0617454 Jul 28 10:39:22.160762 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-c92b31ff-52cf-4412-ac4a-abd3a67600d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336075 Jul 28 10:39:22.204509 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bfa736-65a9-4f4c-acc5-f99c192cd415 req-b4595bf9-84bd-4f4d-a3ad-df2df9903862 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:22.206301 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c3bfa736-65a9-4f4c-acc5-f99c192cd415 req-b4595bf9-84bd-4f4d-a3ad-df2df9903862 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0591028 Jul 28 10:39:22.255034 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c3bfa736-65a9-4f4c-acc5-f99c192cd415 req-db85c4e5-8e34-48aa-b592-db207b7e13a9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408945 Jul 28 10:39:22.262155 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9eb85884-ce0f-4afd-81f7-7d8347cea508 req-d90951cb-59c7-4fcf-84d9-12a96722e536 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247902 Jul 28 10:39:22.310698 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-03612064-8c9d-4f67-9f17-3f6fffa2a7f5 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236758 Jul 28 10:39:22.322166 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 47798) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:22.437799 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c85ed914-cffa-4e19-b701-5436f5a4abf7 req-ddfc2530-d4a2-43e6-b7eb-f4ee274ea8d9 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061907 Jul 28 10:39:22.560690 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d58925-fdce-4448-9b27-6d29c5918169 tempest-TestShelveInstance-628136625 tempest-TestShelveInstance-628136625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:22.562612 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c8d58925-fdce-4448-9b27-6d29c5918169 tempest-TestShelveInstance-628136625 tempest-TestShelveInstance-628136625-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1094 time: 0.2396171 Jul 28 10:39:22.565640 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 47806) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:22.570287 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'port_id': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:39:22.599771 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for floatingip, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:22.698729 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:22.817591 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Allocated IP 172.27.3.64 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/f074c04d-2b58-4521-85b4-6f5ae433da8b) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:39:22.918899 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:22.963549 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:23.003369 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995bc591-4880-4e0c-81ff-b20230d264b9 req-a2564354-c24b-44c0-b820-c6233c0b889f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:23.005098 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-995bc591-4880-4e0c-81ff-b20230d264b9 req-a2564354-c24b-44c0-b820-c6233c0b889f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0579877 Jul 28 10:39:23.065430 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-995bc591-4880-4e0c-81ff-b20230d264b9 req-38bab92b-a6e7-42d4-a597-98da6906b7e7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542512 Jul 28 10:39:23.307023 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:39:23.333400 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:39:23.336934 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:39:23.342595 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'Port': ['ID=f074c04d-2b58-4521-85b4-6f5ae433da8b,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:23.378496 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.379125 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.379266 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.379654 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.380060 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.380994 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.381589 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.382144 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.382418 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.382804 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.383435 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.383556 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:23.396022 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51be83-a765-4a1c-a195-4839adc5d9cd req-064b1a64-d577-428d-820d-c3ca3f1c4d09 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:23.398230 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5b51be83-a765-4a1c-a195-4839adc5d9cd req-064b1a64-d577-428d-820d-c3ca3f1c4d09 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.1481335 Jul 28 10:39:23.418456 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c6d7-2fcf-4d16-be5c-aa016badba45 req-97fe2bec-1421-429d-9547-310b683d1491 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:23.420254 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0396c6d7-2fcf-4d16-be5c-aa016badba45 req-97fe2bec-1421-429d-9547-310b683d1491 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0630341 Jul 28 10:39:23.473710 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0396c6d7-2fcf-4d16-be5c-aa016badba45 req-9d2f8b76-af59-4c3d-8d01-b83a82209d4d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425918 Jul 28 10:39:23.507104 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5b51be83-a765-4a1c-a195-4839adc5d9cd req-8fdff9c0-0207-44ef-9e32-995a4894add2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958011 Jul 28 10:39:23.779867 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:23.866125 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:24.031669 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:24.038638 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:24.115702 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event updated for resources: {'Port': ['ID=f074c04d-2b58-4521-85b4-6f5ae433da8b,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:24.124429 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:24.199158 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a5d5f-a482-4dcb-8725-2ebc41955b57 req-f435a042-cdc7-4d68-9595-7d7295e6ae91 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:24.200777 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dc7a5d5f-a482-4dcb-8725-2ebc41955b57 req-f435a042-cdc7-4d68-9595-7d7295e6ae91 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0604303 Jul 28 10:39:24.232028 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Floating IP 92f1c110-6320-485f-9534-c6347a8915dc associated. External IP: 172.27.3.64, port: e8c0eb84-933d-4aff-bd40-7c0eb90d9d74. Jul 28 10:39:24.260685 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dc7a5d5f-a482-4dcb-8725-2ebc41955b57 req-92bf0e0e-b7d9-4d87-ac0e-36a49c9b215f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478861 Jul 28 10:39:24.456980 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:39:24.606669 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:39:24.619058 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] Sync routers for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:39:24.624735 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304446a-878d-461d-a882-ae93d7761d3c req-c6146a28-0c72-4806-8e1d-b8fc3e712dcb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:24.626423 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3304446a-878d-461d-a882-ae93d7761d3c req-c6146a28-0c72-4806-8e1d-b8fc3e712dcb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0757689 Jul 28 10:39:24.632072 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:39:24.632699 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:39:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:24.654286 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:24.671386 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69225a-a232-49ad-ac22-7fcd34a3fac0 req-f7d7dbbd-3986-4fe0-bb1c-1e99d8c945ad tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:24.680319 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9e69225a-a232-49ad-ac22-7fcd34a3fac0 req-f7d7dbbd-3986-4fe0-bb1c-1e99d8c945ad tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0804417 Jul 28 10:39:24.700390 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b0f0e687-192b-46a8-95c6-a11c1c1288f6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1335547 Jul 28 10:39:24.701185 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:24.703418 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:24.716092 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3304446a-878d-461d-a882-ae93d7761d3c req-4fb97ceb-9ba8-47fd-9bc3-db157dd3bcc5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754771 Jul 28 10:39:24.757950 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9e69225a-a232-49ad-ac22-7fcd34a3fac0 req-53b21df3-9f43-46c4-a65d-19a78615b422 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761020 Jul 28 10:39:24.770316 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-980e437b-59a2-4e9b-b857-fd24f2dd2916 x-openstack-request-id: req-980e437b-59a2-4e9b-b857-fd24f2dd2916 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:24.770847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:24.771342 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-980e437b-59a2-4e9b-b857-fd24f2dd2916 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:24.771913 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'status': 'completed', 'code': 200} Jul 28 10:39:24.855994 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:39:24.885128 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-bc565b9a-5af9-4ff7-8d02-fe9bcbc8524e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:24.886908 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-bc565b9a-5af9-4ff7-8d02-fe9bcbc8524e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1099 time: 0.0541816 Jul 28 10:39:24.998669 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-1e48ac67-b773-443c-90fc-98e77c0e320e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:25.000203 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-1e48ac67-b773-443c-90fc-98e77c0e320e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 910 time: 0.1029890 Jul 28 10:39:25.132114 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-3e12e3b6-8e0b-46f0-b1ec-a16035d1da70 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 999 time: 0.1215608 Jul 28 10:39:25.171624 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '92f1c110-6320-485f-9534-c6347a8915dc', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'floating_ip_address': '172.27.3.64', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'port_id': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'mac_address': 'fa:16:3e:c9:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:39:23Z', 'updated_at': '2021-07-28T10:39:23Z', 'revision_number': 0, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:26Z', 'revision_number': 5, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:25.197651 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-9ab4360c-7a9f-447f-af8a-ccd66b22dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:25.199310 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-9ab4360c-7a9f-447f-af8a-ccd66b22dc6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 200 len: 848 time: 0.0545583 Jul 28 10:39:25.220072 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] Checking router: 59ef8553-0a90-4622-b55c-5428f1a9c9e1 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:39:25.229987 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:39:25.230609 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:39:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:25.274994 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-182e1290-2144-4cd7-a9e8-76f6530aeccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:25.277025 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-182e1290-2144-4cd7-a9e8-76f6530aeccb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0667615 Jul 28 10:39:25.365185 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:39:25.391833 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-6dede0d1-3491-4661-9a16-7b4199d55a41 service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053085 Jul 28 10:39:25.482693 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd210260-9ba9-4515-8f81-96052cf6b499 req-26159fed-35cb-4b96-b924-b4903dba1138 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:25.484624 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fd210260-9ba9-4515-8f81-96052cf6b499 req-26159fed-35cb-4b96-b924-b4903dba1138 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0961285 Jul 28 10:39:25.565326 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fd210260-9ba9-4515-8f81-96052cf6b499 req-6c36937a-8891-493f-93ca-9cfd6366b408 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608165 Jul 28 10:39:25.565326 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2a8a39ba-bb59-4ef7-b086-d861bd1a81a8 req-31833a4f-b658-48f1-9823-da682dacb15b service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620152 Jul 28 10:39:25.716561 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '92f1c110-6320-485f-9534-c6347a8915dc', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'floating_ip_address': '172.27.3.64', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'port_id': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'mac_address': 'fa:16:3e:c9:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:39:23Z', 'updated_at': '2021-07-28T10:39:23Z', 'revision_number': 0, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:26Z', 'revision_number': 5, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:25.752490 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198d5e82-b273-4b6e-b719-60e7c2d36427 None None] The sync data for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi is: [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '92f1c110-6320-485f-9534-c6347a8915dc', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'floating_ip_address': '172.27.3.64', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'port_id': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'mac_address': 'fa:16:3e:c9:4f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:39:23Z', 'updated_at': '2021-07-28T10:39:23Z', 'revision_number': 0, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:26Z', 'revision_number': 5, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:39:25.905111 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7e36a-430f-43da-b320-51525b64a6d4 req-c6f96d7b-a960-45b4-a188-0e6cfc6573af tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:25.912714 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-65e7e36a-430f-43da-b320-51525b64a6d4 req-c6f96d7b-a960-45b4-a188-0e6cfc6573af tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.1082850 Jul 28 10:39:25.915335 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d620d839-1835-4424-b54c-59ec0c92e917 req-d2ac47f8-aada-43e6-8af1-cfc14ce2707f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:25.919670 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d620d839-1835-4424-b54c-59ec0c92e917 req-d2ac47f8-aada-43e6-8af1-cfc14ce2707f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0722368 Jul 28 10:39:25.979514 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-65e7e36a-430f-43da-b320-51525b64a6d4 req-cb82349d-e81b-4937-b25b-2e73fe452e2f tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594075 Jul 28 10:39:26.000180 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d620d839-1835-4424-b54c-59ec0c92e917 req-8007503f-9b7e-489a-94e4-4cbaa60a71b3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755627 Jul 28 10:39:26.107802 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1176b44-5d6a-46df-9528-0129c4e6b78f None None] New status for floating IP 92f1c110-6320-485f-9534-c6347a8915dc: ACTIVE {{(pid=93233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:39:26.712968 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40bee-8921-4ac2-9aff-9d2a9ee74880 req-ba14ee87-bec5-4ef1-bbc9-61fb1a1d379e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:26.715536 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6ab40bee-8921-4ac2-9aff-9d2a9ee74880 req-ba14ee87-bec5-4ef1-bbc9-61fb1a1d379e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0700984 Jul 28 10:39:26.777331 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6ab40bee-8921-4ac2-9aff-9d2a9ee74880 req-816672da-892c-4770-ac12-5a821eaee73d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478628 Jul 28 10:39:27.118466 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5adafd-3f96-4dfc-a739-36d333c3aac7 req-30e449ac-66aa-4432-ad1e-fb881d90be20 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.126253 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fb5adafd-3f96-4dfc-a739-36d333c3aac7 req-30e449ac-66aa-4432-ad1e-fb881d90be20 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0593386 Jul 28 10:39:27.158978 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de31e6-f8d8-4745-a460-7d358b005601 req-e32878b1-2788-44ec-9c39-9ea9b14fb04a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.160604 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53de31e6-f8d8-4745-a460-7d358b005601 req-e32878b1-2788-44ec-9c39-9ea9b14fb04a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0848234 Jul 28 10:39:27.176919 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fb5adafd-3f96-4dfc-a739-36d333c3aac7 req-b40e306b-79d3-4514-bcb8-20081ee50c4c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474195 Jul 28 10:39:27.215850 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-53de31e6-f8d8-4745-a460-7d358b005601 req-d96bac8d-6aaa-4302-9179-a4d5e960b578 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482442 Jul 28 10:39:27.479617 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89d353-6304-47e5-a0d0-67bfaf706bbd req-100d598a-c7e6-40c1-bd23-658d36a2e8ed tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.481211 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca89d353-6304-47e5-a0d0-67bfaf706bbd req-100d598a-c7e6-40c1-bd23-658d36a2e8ed tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0530605 Jul 28 10:39:27.527356 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca89d353-6304-47e5-a0d0-67bfaf706bbd req-b18ebc26-88df-442f-b7fa-04da59208045 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382252 Jul 28 10:39:27.589367 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-e609d585-8c19-45df-aa46-e7b65c3068b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.591324 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-e609d585-8c19-45df-aa46-e7b65c3068b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 1099 time: 0.0455291 Jul 28 10:39:27.694642 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-74f59951-75d4-40a9-a8e4-5804350bc26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.696099 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-74f59951-75d4-40a9-a8e4-5804350bc26f service neutron] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 912 time: 0.0860019 Jul 28 10:39:27.779539 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-e3ffc53d-2e87-4402-8ec9-eea4766ee8de service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 200 len: 1001 time: 0.0644400 Jul 28 10:39:27.832932 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-d4ab9e15-1460-4201-ac6a-c8528d2f5b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.835433 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-d4ab9e15-1460-4201-ac6a-c8528d2f5b52 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0467212 Jul 28 10:39:27.888334 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-c25aa2a8-7af1-4595-bbb5-3271036556b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.889901 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-c25aa2a8-7af1-4595-bbb5-3271036556b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435071 Jul 28 10:39:27.922615 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fd414-13b2-4293-8aba-743cc2511a8a req-011e7651-22f2-44d0-820a-09c6fc04e81d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:27.925010 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2b5fd414-13b2-4293-8aba-743cc2511a8a req-011e7651-22f2-44d0-820a-09c6fc04e81d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0714989 Jul 28 10:39:27.993536 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2b5fd414-13b2-4293-8aba-743cc2511a8a req-e02ea747-294c-4c14-b896-9e7b94118ef0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619333 Jul 28 10:39:28.029279 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-ab71f0ad-f431-4759-a367-6e9f72828aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186986 Jul 28 10:39:28.129457 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d22929e-4cca-408c-8a30-3d231eb6be6f req-aedac66e-02b0-49d1-b0d8-0283a46c86f1 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865488 Jul 28 10:39:28.299815 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fb870-233f-43af-a451-6987aab08fc7 req-8b7448eb-a05e-419d-9832-4978c0d5af4a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:28.301479 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5e9fb870-233f-43af-a451-6987aab08fc7 req-8b7448eb-a05e-419d-9832-4978c0d5af4a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0600386 Jul 28 10:39:28.341174 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5e9fb870-233f-43af-a451-6987aab08fc7 req-821abb23-8d8b-4f3a-90ca-3cc6c61fdbc2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335422 Jul 28 10:39:28.653903 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ac85ff-967f-45fa-8cd4-abd36239c31a req-1d631987-85af-4404-8eeb-e8754c9d17a3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:28.655953 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-63ac85ff-967f-45fa-8cd4-abd36239c31a req-1d631987-85af-4404-8eeb-e8754c9d17a3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0606613 Jul 28 10:39:28.703784 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-63ac85ff-967f-45fa-8cd4-abd36239c31a req-857a5d02-aab2-4497-bc57-ea9b90ae7481 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421309 Jul 28 10:39:29.129718 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f5a49-8fdd-4445-a2c9-07141709e875 req-9ff7c5fc-29b2-4b53-91ad-73c83dfbdd9e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:29.131356 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e34f5a49-8fdd-4445-a2c9-07141709e875 req-9ff7c5fc-29b2-4b53-91ad-73c83dfbdd9e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0573707 Jul 28 10:39:29.176516 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e34f5a49-8fdd-4445-a2c9-07141709e875 req-d5f60f7b-f9f7-467c-9cf0-3a349ad73a64 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390639 Jul 28 10:39:29.467495 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a941535-b7a5-468a-8151-e24bb867a534 req-b7c9a767-d84b-4571-95d5-d613f0ae2bee tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:29.477700 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a941535-b7a5-468a-8151-e24bb867a534 req-b7c9a767-d84b-4571-95d5-d613f0ae2bee tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0626683 Jul 28 10:39:29.519918 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a941535-b7a5-468a-8151-e24bb867a534 req-c24684f2-b11e-423c-ab78-c42925153ba7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398178 Jul 28 10:39:29.840195 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97720da6-2510-40ac-a005-1cbc5b46d7f1 req-e46c07fa-cd32-4451-9a27-0773a118505d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:29.841728 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-97720da6-2510-40ac-a005-1cbc5b46d7f1 req-e46c07fa-cd32-4451-9a27-0773a118505d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0587575 Jul 28 10:39:29.886787 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-97720da6-2510-40ac-a005-1cbc5b46d7f1 req-3c9e3a70-f87d-4980-b11a-7ba9492717cc tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338221 Jul 28 10:39:30.305911 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a959d14-1398-4bcb-908e-abb2b4d86964 req-a1ab6877-eb83-4d6b-af02-42bc677203ff tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:30.307275 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4a959d14-1398-4bcb-908e-abb2b4d86964 req-a1ab6877-eb83-4d6b-af02-42bc677203ff tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0475194 Jul 28 10:39:30.344317 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4a959d14-1398-4bcb-908e-abb2b4d86964 req-fe0a11b8-9497-4e9e-ac00-04ecc2f3eff2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311239 Jul 28 10:39:30.649124 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b93e9-de92-4c6a-95ad-b6c0f193b6bd req-fa9f1784-9505-4995-b06a-7b388e598696 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:30.650905 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b09b93e9-de92-4c6a-95ad-b6c0f193b6bd req-fa9f1784-9505-4995-b06a-7b388e598696 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0584080 Jul 28 10:39:30.691394 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b09b93e9-de92-4c6a-95ad-b6c0f193b6bd req-d2341f81-ab31-4f68-b3bd-d8585f7f82e8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343156 Jul 28 10:39:31.026281 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddfb40-5f1d-4b4d-9838-3df28ad47322 req-1705b25a-2cd2-4d9b-8ed4-83cc18959aeb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:31.027950 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-79ddfb40-5f1d-4b4d-9838-3df28ad47322 req-1705b25a-2cd2-4d9b-8ed4-83cc18959aeb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0512960 Jul 28 10:39:31.069310 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-79ddfb40-5f1d-4b4d-9838-3df28ad47322 req-acd98bb6-6ff3-4b63-bbb5-104ea72a86b9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334826 Jul 28 10:39:31.463527 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f92fd-2cc4-4e2c-9071-d0fe75ab7ccd req-b4e5dba3-a3e5-4198-b4a5-ef7784263ab8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:31.464993 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8d0f92fd-2cc4-4e2c-9071-d0fe75ab7ccd req-b4e5dba3-a3e5-4198-b4a5-ef7784263ab8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0467093 Jul 28 10:39:31.504018 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8d0f92fd-2cc4-4e2c-9071-d0fe75ab7ccd req-1e5b1231-957a-478a-b2c3-4263b01eafa7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Jul 28 10:39:31.830913 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad27578d-1262-4a62-b516-083f14a56152 req-82a521fc-5777-4836-a462-119daf578fe9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:31.832373 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad27578d-1262-4a62-b516-083f14a56152 req-82a521fc-5777-4836-a462-119daf578fe9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0491147 Jul 28 10:39:31.869015 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad27578d-1262-4a62-b516-083f14a56152 req-bd555088-4006-441e-83c4-c580712b3a2a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305533 Jul 28 10:39:32.205491 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 48006) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:32.251957 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] Deleting subnet 5bb01b6d-b760-4808-96cb-6a6fef2884f6 {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:39:32.254885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.288660 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.331036 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.388011 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.418901 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb01b6d-b760-4808-96cb-6a6fef2884f6,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:32.441632 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.443824 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f645d8ed-f09b-4c4f-a6f1-3f9aa97934b3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5bb01b6d-b760-4808-96cb-6a6fef2884f6 HTTP/1.1" status: 204 len: 168 time: 0.2373438 Jul 28 10:39:32.447222 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48010) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:32.514411 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.618778 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.630226 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2871a1c5-4cd2-4ce6-8e19-558dcce5feb3']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:32.643376 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942407fd-61bd-470a-87ee-05f5e72e3b70') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:32.643674 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942407fd-61bd-470a-87ee-05f5e72e3b70') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:32.657484 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507f526-134c-4e97-9058-4d3a4069e153 req-246692a5-7063-477d-9d01-ab1c021a60f1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:32.658949 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2507f526-134c-4e97-9058-4d3a4069e153 req-246692a5-7063-477d-9d01-ab1c021a60f1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0786808 Jul 28 10:39:32.662348 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.688727 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.703817 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:32.704209 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:39:32.705876 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:39:32.748352 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2507f526-134c-4e97-9058-4d3a4069e153 req-3562ac0f-5efa-48ae-81db-e6213e05a8f2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791955 Jul 28 10:39:32.768340 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.776373 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:32.778284 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2871a1c5-4cd2-4ce6-8e19-558dcce5feb3 HTTP/1.1" status: 204 len: 168 time: 0.3299713 Jul 28 10:39:32.788155 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2871a1c5-4cd2-4ce6-8e19-558dcce5feb3,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:32.795087 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.795440 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.795778 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.796107 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.796432 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.796793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.797109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.797430 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.797753 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.798071 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.798385 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.798698 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea5f3ed-714e-441d-b9ae-2fc8eb9eb1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:39:32.943387 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48018) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:32.983946 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-077c121d-59d2-40bf-8f78-e6b338621ee5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=302ffd5aee604675b6633eb88efb3dfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392714 Jul 28 10:39:32.986407 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48020) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:32.989867 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea5162e-f1e1-4f33-b1ed-6577f85d4d85 req-3850a45c-951f-4881-9853-e954f3810bb4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:32.991618 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fea5162e-f1e1-4f33-b1ed-6577f85d4d85 req-3850a45c-951f-4881-9853-e954f3810bb4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0485241 Jul 28 10:39:33.029708 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fea5162e-f1e1-4f33-b1ed-6577f85d4d85 req-4f0c4a62-1bc5-496a-b6b9-5594e6669d86 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321317 Jul 28 10:39:33.034742 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-249f29b9-e38d-4c96-8bcc-210613dfc0f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:33.061998 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-249f29b9-e38d-4c96-8bcc-210613dfc0f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:33.108171 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-249f29b9-e38d-4c96-8bcc-210613dfc0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:33.110754 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-249f29b9-e38d-4c96-8bcc-210613dfc0f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:33.114384 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-249f29b9-e38d-4c96-8bcc-210613dfc0f3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/22098b1f-1ace-4b17-bf7c-0a06f01daf57 HTTP/1.1" status: 204 len: 168 time: 0.1246045 Jul 28 10:39:33.120881 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249f29b9-e38d-4c96-8bcc-210613dfc0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22098b1f-1ace-4b17-bf7c-0a06f01daf57,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:33.868028 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f510183-e4fd-49a6-935a-a7971fa66b9f req-fa33e5d0-fdba-40d3-b37a-5e57d86ed174 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:33.870101 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2f510183-e4fd-49a6-935a-a7971fa66b9f req-fa33e5d0-fdba-40d3-b37a-5e57d86ed174 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0517192 Jul 28 10:39:33.906793 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2f510183-e4fd-49a6-935a-a7971fa66b9f req-639c7730-124a-4846-b023-696ceaef0394 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311990 Jul 28 10:39:34.104077 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:39:34.168483 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49253af1-ae28-4e2c-abd9-51067dcffffe req-ff030b17-719d-4336-b3c7-1aed9f73d836 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:34.170078 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-49253af1-ae28-4e2c-abd9-51067dcffffe req-ff030b17-719d-4336-b3c7-1aed9f73d836 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0519493 Jul 28 10:39:34.207144 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-49253af1-ae28-4e2c-abd9-51067dcffffe req-5eb8092b-fa76-4f79-ac25-1d214c9532a6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309176 Jul 28 10:39:34.432806 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c12c5-99be-440f-bf4a-69f9d3b19c5f req-b94b8ae9-6b80-4e85-90dc-9615e59d0664 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:34.434235 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f41c12c5-99be-440f-bf4a-69f9d3b19c5f req-b94b8ae9-6b80-4e85-90dc-9615e59d0664 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0508697 Jul 28 10:39:34.471523 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f41c12c5-99be-440f-bf4a-69f9d3b19c5f req-14c08e45-f06a-4326-be8d-6bf64a8e7b72 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Jul 28 10:39:35.024942 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c607df-b9f6-49c9-b394-eabae61de4c8 req-9eacef2c-1bf5-4561-a85f-2518f8dc8d16 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:35.026331 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-82c607df-b9f6-49c9-b394-eabae61de4c8 req-9eacef2c-1bf5-4561-a85f-2518f8dc8d16 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0480070 Jul 28 10:39:35.063322 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-82c607df-b9f6-49c9-b394-eabae61de4c8 req-4837b2b0-111c-4ec0-98f4-5ed8eb59e924 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311575 Jul 28 10:39:35.330724 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888e2d7a-aca0-489f-9726-5ecb25dab1e1 req-c0b30a94-2f87-43b1-b57b-f3da7c5bf75e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:35.332329 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-888e2d7a-aca0-489f-9726-5ecb25dab1e1 req-c0b30a94-2f87-43b1-b57b-f3da7c5bf75e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0503702 Jul 28 10:39:35.370056 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-888e2d7a-aca0-489f-9726-5ecb25dab1e1 req-006c22d5-7b3c-44f8-9e57-247d7426fe8f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312290 Jul 28 10:39:35.583855 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d980919-98d4-4c19-883f-fc68de251aa7 req-118979d4-6a40-4ab7-8054-5896c79c6cb1 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:35.585415 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5d980919-98d4-4c19-883f-fc68de251aa7 req-118979d4-6a40-4ab7-8054-5896c79c6cb1 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0477424 Jul 28 10:39:35.623360 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5d980919-98d4-4c19-883f-fc68de251aa7 req-c13228d9-c071-464a-831e-29b09dda89cf tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322077 Jul 28 10:39:35.734761 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:39:35.830209 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:35.842318 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'port_id': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'mac_address': 'fa:16:3e:73:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:39:35.884648 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:35.896945 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 602fc625-de40-4d7c-8ac1-0c239e6258a7 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:39:35.916177 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:35.919627 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:35.965552 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=6']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:36.182593 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49db743d-7905-4b74-9f2f-28d177801940 req-19f3f7d7-e67b-44d5-baa7-45ec1b63fcfd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:36.184101 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-49db743d-7905-4b74-9f2f-28d177801940 req-19f3f7d7-e67b-44d5-baa7-45ec1b63fcfd tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0490806 Jul 28 10:39:36.205712 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['602fc625-de40-4d7c-8ac1-0c239e6258a7'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:36.222240 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-49db743d-7905-4b74-9f2f-28d177801940 req-b1ad2000-ad3c-450a-95fa-0654c54424c2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Jul 28 10:39:36.507650 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d863ae25-4865-453a-87da-01cd220b24e8 req-76651c8a-82d3-4aa6-a63b-e08a40334833 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:36.513242 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d863ae25-4865-453a-87da-01cd220b24e8 req-76651c8a-82d3-4aa6-a63b-e08a40334833 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 944 time: 0.0620120 Jul 28 10:39:36.557372 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d863ae25-4865-453a-87da-01cd220b24e8 req-a3a05b74-898b-4c99-858e-ffc21170c211 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413671 Jul 28 10:39:36.651811 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48110) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:36.756049 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa418-7df4-4feb-b2aa-9396e8547271 req-8d75ae44-0051-467f-87f9-a46de56542a8 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:36.757578 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cacfa418-7df4-4feb-b2aa-9396e8547271 req-8d75ae44-0051-467f-87f9-a46de56542a8 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0575488 Jul 28 10:39:36.764351 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-050b2795-6b66-45a2-9ffb-c290aaab2fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:36.801165 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cacfa418-7df4-4feb-b2aa-9396e8547271 req-f8f31008-cc54-4005-8830-808ea116002a tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371687 Jul 28 10:39:36.882629 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-050b2795-6b66-45a2-9ffb-c290aaab2fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:36.886842 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-050b2795-6b66-45a2-9ffb-c290aaab2fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:36.924731 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-050b2795-6b66-45a2-9ffb-c290aaab2fff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9c2856f0686940fe8fa2625565c35167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717161 Jul 28 10:39:36.928011 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48118) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:36.934405 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b2795-6b66-45a2-9ffb-c290aaab2fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754aaf62-ee3b-43d6-8142-8483c1c3c0e9,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:36.989538 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9e734105-cd38-4c29-a105-81a725aa458f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.013498 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9e734105-cd38-4c29-a105-81a725aa458f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.066793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9e734105-cd38-4c29-a105-81a725aa458f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.069736 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9e734105-cd38-4c29-a105-81a725aa458f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.070882 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9e734105-cd38-4c29-a105-81a725aa458f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/754aaf62-ee3b-43d6-8142-8483c1c3c0e9 HTTP/1.1" status: 204 len: 168 time: 0.1419098 Jul 28 10:39:37.080031 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e734105-cd38-4c29-a105-81a725aa458f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754aaf62-ee3b-43d6-8142-8483c1c3c0e9,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:37.212957 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-e4d3ba9c-b8ce-4d23-ba5d-d749147f57ea tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:37.214721 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-e4d3ba9c-b8ce-4d23-ba5d-d749147f57ea tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0651000 Jul 28 10:39:37.402341 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372b708-8efd-4e1d-8a3b-8d435744260b req-40045b17-b847-4ddc-9c46-dc57ad021d85 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:37.405252 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a372b708-8efd-4e1d-8a3b-8d435744260b req-40045b17-b847-4ddc-9c46-dc57ad021d85 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0683820 Jul 28 10:39:37.461281 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a372b708-8efd-4e1d-8a3b-8d435744260b req-43e7226f-291e-462e-af70-85081ef728a9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498817 Jul 28 10:39:37.598984 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Deleting port a5cc4b22-565b-4fde-a3a1-c8469173d270 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:39:37.599411 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.738581 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29685185-7096-4c05-b4cb-3f0ab4daf0d1 req-de35c07e-65fe-4556-91cf-c0be68c093ea tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:37.740084 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-29685185-7096-4c05-b4cb-3f0ab4daf0d1 req-de35c07e-65fe-4556-91cf-c0be68c093ea tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 944 time: 0.0924494 Jul 28 10:39:37.746693 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:39:37.747866 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] For port a5cc4b22-565b-4fde-a3a1-c8469173d270, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=a5cc4b22-565b-4fde-a3a1-c8469173d270,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:37.747866 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.776514 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Calling delete_port for a5cc4b22-565b-4fde-a3a1-c8469173d270 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:39:37.821673 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 602fc625-de40-4d7c-8ac1-0c239e6258a7 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:39:37.822077 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.867568 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-29685185-7096-4c05-b4cb-3f0ab4daf0d1 req-e5e4e124-3514-414b-b675-a70b8bbc8a60 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119087 Jul 28 10:39:37.885437 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-58e187f4-2531-45f9-9ff2-b54afaa8fe69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.947779 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:37.977122 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:37.980040 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140d1a27-0a2a-4033-9b1e-f5b19208b904" -d '{"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:38.002200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caa76a-e46c-4180-87cc-7873132956f6 req-a1ac2048-f9a4-4a52-bc1d-cb1dd8f52028 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:38.010263 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-92caa76a-e46c-4180-87cc-7873132956f6 req-a1ac2048-f9a4-4a52-bc1d-cb1dd8f52028 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=2f45882a-c3fe-4e47-87d5-7f12f014c6b1 HTTP/1.1" status: 200 len: 946 time: 0.0761542 Jul 28 10:39:38.019150 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:38.026109 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:38.048736 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:38.059930 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6562d81-979f-44bd-b365-f3b36f4e8fdc x-openstack-request-id: req-a6562d81-979f-44bd-b365-f3b36f4e8fdc {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:38.060504 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:38.060934 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a6562d81-979f-44bd-b365-f3b36f4e8fdc {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:38.061504 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'code': 200} Jul 28 10:39:38.076345 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-92caa76a-e46c-4180-87cc-7873132956f6 req-754ff941-8447-4160-9c0f-8d0fb2caf82d tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578489 Jul 28 10:39:38.081582 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event deleted for resources: {'Port': ['ID=a5cc4b22-565b-4fde-a3a1-c8469173d270,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:38.096531 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=7']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:38.116422 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef', '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e', 'a5cc4b22-565b-4fde-a3a1-c8469173d270'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:38.149932 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] No DVR routers for this DVR port a5cc4b22-565b-4fde-a3a1-c8469173d270 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:39:38.153108 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:38.155195 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4ef05056-b436-433f-89d6-240d7dc0c713 req-c7142786-7228-4dca-b072-18761be2a26b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "DELETE /v2.0/ports/a5cc4b22-565b-4fde-a3a1-c8469173d270 HTTP/1.1" status: 204 len: 173 time: 0.9321280 Jul 28 10:39:38.155691 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'name': 'network-vif-deleted', 'tag': 'a5cc4b22-565b-4fde-a3a1-c8469173d270'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:38.158326 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61923de4-1ad5-4169-92b5-7b4e3b694725" -d '{"events": [{"server_uuid": "2f45882a-c3fe-4e47-87d5-7f12f014c6b1", "name": "network-vif-deleted", "tag": "a5cc4b22-565b-4fde-a3a1-c8469173d270"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:38.216898 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb68dcb6-d408-4815-bb41-5f25f15ce8a8 x-openstack-request-id: req-cb68dcb6-d408-4815-bb41-5f25f15ce8a8 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:38.217393 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f45882a-c3fe-4e47-87d5-7f12f014c6b1", "name": "network-vif-deleted", "tag": "a5cc4b22-565b-4fde-a3a1-c8469173d270", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:38.217919 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cb68dcb6-d408-4815-bb41-5f25f15ce8a8 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:38.218514 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f45882a-c3fe-4e47-87d5-7f12f014c6b1', 'name': 'network-vif-deleted', 'tag': 'a5cc4b22-565b-4fde-a3a1-c8469173d270', 'status': 'completed', 'code': 200} Jul 28 10:39:38.591555 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd7c68f-0738-4c96-ae73-4e62193e5a80 req-46f3bcc0-9b35-4f38-ad62-fe610df38987 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:38.593347 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ebd7c68f-0738-4c96-ae73-4e62193e5a80 req-46f3bcc0-9b35-4f38-ad62-fe610df38987 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0532002 Jul 28 10:39:38.649287 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ebd7c68f-0738-4c96-ae73-4e62193e5a80 req-9909c6bd-2459-4d9a-bf35-9f8ee2671a25 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455036 Jul 28 10:39:39.017210 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd4fd1-ac69-430c-a01e-2472c9072b63 req-aef8c28b-c00f-46a0-9afd-99a4203f5060 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:39.018860 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0dd4fd1-ac69-430c-a01e-2472c9072b63 req-aef8c28b-c00f-46a0-9afd-99a4203f5060 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0539334 Jul 28 10:39:39.061737 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0dd4fd1-ac69-430c-a01e-2472c9072b63 req-a6d90398-b91d-4856-bbd2-145d4146bd2c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358837 Jul 28 10:39:39.772449 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc87ed5-3dd3-44e8-8ff2-6b0da74277c5 req-902b09ee-94bb-49be-81a5-3de73b3b17c5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:39.774815 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7bc87ed5-3dd3-44e8-8ff2-6b0da74277c5 req-902b09ee-94bb-49be-81a5-3de73b3b17c5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0558391 Jul 28 10:39:39.838713 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7bc87ed5-3dd3-44e8-8ff2-6b0da74277c5 req-92386a2b-9061-4f91-a4e8-ff45c9d89b73 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jul 28 10:39:40.212451 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26cc3a-555c-4d71-9c0d-09178837e84f req-56b8da69-acce-4eed-8798-cb5419e9d486 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:40.213991 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1e26cc3a-555c-4d71-9c0d-09178837e84f req-56b8da69-acce-4eed-8798-cb5419e9d486 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0582767 Jul 28 10:39:40.264542 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1e26cc3a-555c-4d71-9c0d-09178837e84f req-6b974615-80c1-4e2a-939c-e76854a569bb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Jul 28 10:39:40.527454 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a173f50f-d27d-4fbb-afb6-240e3fc0a92b req-697e7834-1b0d-45d4-9f14-9d2598964bda tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:40.528895 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a173f50f-d27d-4fbb-afb6-240e3fc0a92b req-697e7834-1b0d-45d4-9f14-9d2598964bda tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 945 time: 0.0509529 Jul 28 10:39:40.571655 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-0e39706f-b105-4572-ab1a-5f857550e8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:40.581678 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a173f50f-d27d-4fbb-afb6-240e3fc0a92b req-7c0827e8-3e2a-4265-863c-2baa1566f38e tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460658 Jul 28 10:39:40.604878 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:40.966120 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f1edc-b2f7-4c25-bb90-d6d1b89c3314 req-8289a67b-11e8-4e0e-8078-184355a89334 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:40.967732 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c62f1edc-b2f7-4c25-bb90-d6d1b89c3314 req-8289a67b-11e8-4e0e-8078-184355a89334 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Jul 28 10:39:41.009276 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c62f1edc-b2f7-4c25-bb90-d6d1b89c3314 req-6c7cd4ec-3584-4605-9a47-59bd5e76e1b3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348685 Jul 28 10:39:41.391969 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00bfbfb-ec9c-49e1-a881-544de70a9ebe req-36f66e52-97d7-46a1-b943-dd21fa432a0f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:41.394864 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b00bfbfb-ec9c-49e1-a881-544de70a9ebe req-36f66e52-97d7-46a1-b943-dd21fa432a0f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0573144 Jul 28 10:39:41.445348 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b00bfbfb-ec9c-49e1-a881-544de70a9ebe req-c4fa6277-ecce-48e5-8f76-667e031cc34a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Jul 28 10:39:41.483698 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:41.704458 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e90c8-c5cb-4b5c-8e9b-ca968dcfc8a2 req-a42e4bb7-d8b4-4514-b586-167da27c5d74 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:41.711275 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-642e90c8-c5cb-4b5c-8e9b-ca968dcfc8a2 req-a42e4bb7-d8b4-4514-b586-167da27c5d74 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 945 time: 0.0592554 Jul 28 10:39:41.753794 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-642e90c8-c5cb-4b5c-8e9b-ca968dcfc8a2 req-80323a75-c745-4ac3-8138-2aeb3c0635e7 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356336 Jul 28 10:39:41.759872 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device a5cc4b22-565b-4fde-a3a1-c8469173d270 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:41.802314 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: a5cc4b22-565b-4fde-a3a1-c8469173d270 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:39:41.802695 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device a5cc4b22-565b-4fde-a3a1-c8469173d270 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:42.152247 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc0bb9-7ffe-4f4d-bcd5-bf0f3329a422 req-b7bf7e5b-646d-4411-b8b6-32a46f868b0a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:42.153818 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b5cc0bb9-7ffe-4f4d-bcd5-bf0f3329a422 req-b7bf7e5b-646d-4411-b8b6-32a46f868b0a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0658855 Jul 28 10:39:42.201167 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b5cc0bb9-7ffe-4f4d-bcd5-bf0f3329a422 req-f9c411d6-2427-4e94-b691-bbffbeee624c tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391605 Jul 28 10:39:42.571984 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b606f6-0c76-4991-bc3e-33c40ee1f96f req-4205a747-9e25-400e-81fa-34cde290ae8a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:42.573518 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-21b606f6-0c76-4991-bc3e-33c40ee1f96f req-4205a747-9e25-400e-81fa-34cde290ae8a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0534158 Jul 28 10:39:42.621864 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-21b606f6-0c76-4991-bc3e-33c40ee1f96f req-ba1c8a03-e6aa-4c09-9eb0-9b43f9e6f55d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Jul 28 10:39:42.908544 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b95e3-33e3-4ebc-bc88-840eff30fef7 req-0a5204ed-0e0e-4df0-84e4-1440f3058113 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:42.910087 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ac5b95e3-33e3-4ebc-bc88-840eff30fef7 req-0a5204ed-0e0e-4df0-84e4-1440f3058113 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 945 time: 0.0524795 Jul 28 10:39:42.953557 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ac5b95e3-33e3-4ebc-bc88-840eff30fef7 req-afd645e5-b415-48bb-ab7a-7fb090685a06 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350993 Jul 28 10:39:43.032438 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-9b6c0f9d-60f7-4cd8-9027-efb45dbbb6de tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:43.034097 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-9b6c0f9d-60f7-4cd8-9027-efb45dbbb6de tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 945 time: 0.0656383 Jul 28 10:39:43.042368 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:43.151302 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Deleting port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:39:43.151542 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:43.252461 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] For port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:43.254065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:43.267120 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Calling delete_port for cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:39:43.379720 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f101e62-02a4-4494-a02c-abe3edd526b8 req-5a522e0f-c398-44c2-9b13-6cff742e164b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:43.381563 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9f101e62-02a4-4494-a02c-abe3edd526b8 req-5a522e0f-c398-44c2-9b13-6cff742e164b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0705197 Jul 28 10:39:43.449685 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9f101e62-02a4-4494-a02c-abe3edd526b8 req-16e52a1a-a42e-4074-ad33-7c31d3cdde16 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593400 Jul 28 10:39:43.486299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:43.513773 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event deleted for resources: {'Port': ['ID=cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:43.538075 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef', '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:43.568111 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] No DVR routers for this DVR port cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:39:43.571907 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:43.573962 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5fdedfd-b43a-489c-8626-353c945655e6 req-3b42a84f-4ea6-42f1-94d9-0671a22b0910 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "DELETE /v2.0/ports/cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e HTTP/1.1" status: 204 len: 173 time: 0.5261827 Jul 28 10:39:43.574690 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'name': 'network-vif-deleted', 'tag': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:43.577211 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f35e6b5-68d2-4d58-9a22-bfa230a9ba45" -d '{"events": [{"server_uuid": "fac711f2-4c32-4273-baa3-89d7f6fa16b9", "name": "network-vif-deleted", "tag": "cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:43.635239 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f452c856-290d-45bb-963a-a6185eb8356d x-openstack-request-id: req-f452c856-290d-45bb-963a-a6185eb8356d {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:43.635588 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fac711f2-4c32-4273-baa3-89d7f6fa16b9", "name": "network-vif-deleted", "tag": "cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:43.635898 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f452c856-290d-45bb-963a-a6185eb8356d {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:43.636349 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fac711f2-4c32-4273-baa3-89d7f6fa16b9', 'name': 'network-vif-deleted', 'tag': 'cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e', 'status': 'completed', 'code': 200} Jul 28 10:39:43.792429 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed11cc7-73ba-4dfd-bc37-4321a7711e35 req-5ad71484-7427-42fa-8362-d563155b4a23 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:43.794588 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9ed11cc7-73ba-4dfd-bc37-4321a7711e35 req-5ad71484-7427-42fa-8362-d563155b4a23 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0705183 Jul 28 10:39:43.838212 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9ed11cc7-73ba-4dfd-bc37-4321a7711e35 req-2592de37-eaad-46ce-9986-8a71fe900c16 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364895 Jul 28 10:39:44.082466 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f46afd62-ae7f-45bd-bbf1-66cfbbcd7b1c req-9a2ebae5-df76-468a-a9be-9cf944193585 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=fac711f2-4c32-4273-baa3-89d7f6fa16b9 HTTP/1.1" status: 200 len: 210 time: 0.0324161 Jul 28 10:39:44.603335 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d01447-7409-4470-a4e8-830abab58fa5 req-c1e862a2-d30a-49eb-9273-2b44fafad4b4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:44.611182 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b6d01447-7409-4470-a4e8-830abab58fa5 req-c1e862a2-d30a-49eb-9273-2b44fafad4b4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0605965 Jul 28 10:39:44.648477 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b6d01447-7409-4470-a4e8-830abab58fa5 req-fac30626-6f9d-4ea9-92cf-6cddb5e71eb3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360894 Jul 28 10:39:44.980240 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be174e-c1b4-47de-9710-4ae8ab3286ab req-1d54a4a6-ec0f-4e6a-b776-041c8d2450a2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:44.981780 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4be174e-c1b4-47de-9710-4ae8ab3286ab req-1d54a4a6-ec0f-4e6a-b776-041c8d2450a2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0633252 Jul 28 10:39:45.025581 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4be174e-c1b4-47de-9710-4ae8ab3286ab req-5b6a5352-d6ac-40bc-8314-ebefc25a9917 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369160 Jul 28 10:39:45.226961 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:45.408812 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b058f-8c0b-496c-aa1d-266e7c5a7b13 req-f356d627-e62d-4c27-8795-64afcbb9e53f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:45.413332 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be2b058f-8c0b-496c-aa1d-266e7c5a7b13 req-f356d627-e62d-4c27-8795-64afcbb9e53f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 946 time: 0.0652885 Jul 28 10:39:45.455144 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be2b058f-8c0b-496c-aa1d-266e7c5a7b13 req-1777be3c-c9e6-4284-b5d9-8ee66123da1f tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381460 Jul 28 10:39:45.778999 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167891-376c-4edd-b814-2015a7fd4bd1 req-aa827ff9-5388-47aa-ab73-5aa43063829b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:45.780647 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-75167891-376c-4edd-b814-2015a7fd4bd1 req-aa827ff9-5388-47aa-ab73-5aa43063829b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0487335 Jul 28 10:39:45.820081 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-75167891-376c-4edd-b814-2015a7fd4bd1 req-10f76b81-4231-459c-8d0f-c3d052ae79ba tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331440 Jul 28 10:39:46.146555 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b10297-77fd-478d-a5c5-0cf8f7fa2f4c req-27999e11-de9d-4994-ad3a-7e0e9edb0c13 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:46.147990 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-11b10297-77fd-478d-a5c5-0cf8f7fa2f4c req-27999e11-de9d-4994-ad3a-7e0e9edb0c13 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0472872 Jul 28 10:39:46.184680 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-11b10297-77fd-478d-a5c5-0cf8f7fa2f4c req-904cccbb-42e3-4eb7-b4a0-ce03b50fdc7e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306687 Jul 28 10:39:46.571459 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610e3d6-07c1-4b7f-b011-1b1eb6f1a183 req-44fab0fd-ec57-49ab-b661-69fb87abbe61 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:46.572966 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2610e3d6-07c1-4b7f-b011-1b1eb6f1a183 req-44fab0fd-ec57-49ab-b661-69fb87abbe61 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 946 time: 0.0503852 Jul 28 10:39:46.611981 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2610e3d6-07c1-4b7f-b011-1b1eb6f1a183 req-08789758-f25e-4895-955b-80d878a8a0c9 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330772 Jul 28 10:39:46.787131 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-86ae2ede-a9c4-4b7b-b7eb-f1bde84abf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:46.788534 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-86ae2ede-a9c4-4b7b-b7eb-f1bde84abf2d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 1098 time: 0.0396256 Jul 28 10:39:46.889879 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-740d7690-da70-451d-b291-2588e3ca77bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:46.891303 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-740d7690-da70-451d-b291-2588e3ca77bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.0869067 Jul 28 10:39:46.979060 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8783f67-9916-4ea7-8f9f-3cd30bbe1b7c req-364a814f-1c0d-4856-b15a-6b94bdc4f16b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:46.980520 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e8783f67-9916-4ea7-8f9f-3cd30bbe1b7c req-364a814f-1c0d-4856-b15a-6b94bdc4f16b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0929832 Jul 28 10:39:46.982598 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-fe63caae-bc0c-4f30-bf34-a89e6f3b446d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7 HTTP/1.1" status: 200 len: 1001 time: 0.0823407 Jul 28 10:39:47.021122 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e8783f67-9916-4ea7-8f9f-3cd30bbe1b7c req-a6ee44c7-ac96-430f-a994-8b877eed5629 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345907 Jul 28 10:39:47.076085 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-e02b715f-2906-4eff-bff8-d3b6ac89bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:47.077531 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-e02b715f-2906-4eff-bff8-d3b6ac89bed9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0427604 Jul 28 10:39:47.127072 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-a5a4ff5d-877e-4aaa-be71-24de1b0a2245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:47.128513 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-a5a4ff5d-877e-4aaa-be71-24de1b0a2245 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388732 Jul 28 10:39:47.227115 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-4f8d0112-5630-4f71-907f-7a7fd19409c6 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831687 Jul 28 10:39:47.305806 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d6528-b42e-4f7c-91ec-2555c488da18 req-a52eb9cc-fd4c-4173-9d43-62882441bfec tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:47.307329 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cd2d6528-b42e-4f7c-91ec-2555c488da18 req-a52eb9cc-fd4c-4173-9d43-62882441bfec tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0524561 Jul 28 10:39:47.346865 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cd2d6528-b42e-4f7c-91ec-2555c488da18 req-8cf79368-e9fc-4a28-965f-b074d84ba2d4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336256 Jul 28 10:39:47.358167 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b13653ed-fa1c-402b-9d46-f58e62d3bf6e req-bbf7bbe7-daaa-4ebf-badf-252f561aca7d service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870836 Jul 28 10:39:47.597343 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-ac156014-b6ee-497e-9de0-361cf3c84147 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:47.599426 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-ac156014-b6ee-497e-9de0-361cf3c84147 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 946 time: 0.0494809 Jul 28 10:39:47.731456 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Deleting port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:39:47.731793 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:47.780214 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:47.803275 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:39:47.803618 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device cd19cc6a-e63e-4e60-8c1c-07e4a5d3f83e not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:47.829734 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adcb25b-0543-48bc-9204-7fc0e7ab5090 req-bc75e7a5-c4e1-461e-82ba-ce81cad336ca tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:47.831217 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2adcb25b-0543-48bc-9204-7fc0e7ab5090 req-bc75e7a5-c4e1-461e-82ba-ce81cad336ca tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=ada72fe7-516f-4e03-92b1-c5112f8ca0d9 HTTP/1.1" status: 200 len: 946 time: 0.1369007 Jul 28 10:39:47.885223 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] For port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:47.885503 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:47.912772 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2adcb25b-0543-48bc-9204-7fc0e7ab5090 req-1b3ba0d5-772d-44e7-88a1-06bd8f7ef925 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731907 Jul 28 10:39:47.913611 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Calling delete_port for 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:39:48.050299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:48.077565 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event deleted for resources: {'Port': ['ID=7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:48.100171 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef', '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:48.119030 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] No DVR routers for this DVR port 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:39:48.121551 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:48.123752 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba53d53a-f086-4544-8135-6965b3d385d2 req-1b74e226-6d38-40d0-b9ca-f813efaecc6c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "DELETE /v2.0/ports/7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 HTTP/1.1" status: 204 len: 173 time: 0.5158603 Jul 28 10:39:48.124219 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'name': 'network-vif-deleted', 'tag': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:48.126478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e422a25-faf9-4af9-9b2c-4a1e9b10cbbc" -d '{"events": [{"server_uuid": "ada72fe7-516f-4e03-92b1-c5112f8ca0d9", "name": "network-vif-deleted", "tag": "7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:48.159189 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbd61c6-d257-4f72-8bed-b609d270ba80 req-5bb8fcf2-2c05-445b-b0d1-fd3513292b97 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:48.162002 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2dbd61c6-d257-4f72-8bed-b609d270ba80 req-5bb8fcf2-2c05-445b-b0d1-fd3513292b97 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0678296 Jul 28 10:39:48.172514 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8e4db1-1b63-4e90-9c3f-7c28e4a57b59 x-openstack-request-id: req-2b8e4db1-1b63-4e90-9c3f-7c28e4a57b59 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:48.173128 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ada72fe7-516f-4e03-92b1-c5112f8ca0d9", "name": "network-vif-deleted", "tag": "7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:48.173128 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2b8e4db1-1b63-4e90-9c3f-7c28e4a57b59 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:48.173451 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ada72fe7-516f-4e03-92b1-c5112f8ca0d9', 'name': 'network-vif-deleted', 'tag': '7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18', 'status': 'completed', 'code': 200} Jul 28 10:39:48.200690 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2dbd61c6-d257-4f72-8bed-b609d270ba80 req-24c19df7-cdba-429a-9570-f631ce748680 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330091 Jul 28 10:39:48.466705 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2b784-857f-42f7-aff0-0ec3fc2e81dc req-74064b39-36ae-49b2-9612-c671dc5a95a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:48.468147 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9ab2b784-857f-42f7-aff0-0ec3fc2e81dc req-74064b39-36ae-49b2-9612-c671dc5a95a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0478039 Jul 28 10:39:48.505478 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9ab2b784-857f-42f7-aff0-0ec3fc2e81dc req-788a425a-0704-4f94-a802-da964e47d8d2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306666 Jul 28 10:39:49.317207 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee345f45-77bd-4a3f-9724-06f8857c065d req-b3c2a10f-6248-4eff-befb-901281952a15 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:49.319304 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ee345f45-77bd-4a3f-9724-06f8857c065d req-b3c2a10f-6248-4eff-befb-901281952a15 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0519550 Jul 28 10:39:49.356650 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ee345f45-77bd-4a3f-9724-06f8857c065d req-696d3f5b-2ea9-4697-a91e-ba02c084bd10 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309763 Jul 28 10:39:49.624158 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be055cf-4255-489c-9568-a491681c33a6 req-ec761ab4-fd47-44fc-b185-e238fc3de47a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:49.625673 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0be055cf-4255-489c-9568-a491681c33a6 req-ec761ab4-fd47-44fc-b185-e238fc3de47a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0483625 Jul 28 10:39:49.664343 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0be055cf-4255-489c-9568-a491681c33a6 req-f2ebb838-b993-4ba7-b03f-f4cf4a8e3f00 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315394 Jul 28 10:39:50.310006 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5a881d-64ed-46b3-809d-673046500b31 req-b677a5e0-d432-44ea-806f-1be45cedff81 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:50.311458 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dc5a881d-64ed-46b3-809d-673046500b31 req-b677a5e0-d432-44ea-806f-1be45cedff81 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0507658 Jul 28 10:39:50.347026 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dc5a881d-64ed-46b3-809d-673046500b31 req-510b1976-f56e-4b9f-a81e-49cdac50875c tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297215 Jul 28 10:39:50.469452 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a6c7b-ec42-4532-a175-233771dec09e req-1e1cd799-0d39-4fb5-9a58-f62c9539e97b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:50.470793 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-092a6c7b-ec42-4532-a175-233771dec09e req-1e1cd799-0d39-4fb5-9a58-f62c9539e97b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0465491 Jul 28 10:39:50.507619 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-092a6c7b-ec42-4532-a175-233771dec09e req-1fcc8dc4-3842-4ec3-a9d2-74fa4b8b9851 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299976 Jul 28 10:39:50.782957 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37671d-dd88-402f-9ba6-e37ffc9823a5 req-72f8685c-2b68-4b84-8c84-2d805043a7ef tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:50.784342 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6d37671d-dd88-402f-9ba6-e37ffc9823a5 req-72f8685c-2b68-4b84-8c84-2d805043a7ef tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0477717 Jul 28 10:39:50.821350 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6d37671d-dd88-402f-9ba6-e37ffc9823a5 req-840479b1-5b3a-4835-b5c0-333d2a83a191 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305164 Jul 28 10:39:51.365568 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99398e6-a5c8-4f76-b553-da3448ee1de6 req-ea6bf3e3-d844-4bf6-a351-eaef78ec70a5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:51.367035 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a99398e6-a5c8-4f76-b553-da3448ee1de6 req-ea6bf3e3-d844-4bf6-a351-eaef78ec70a5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 945 time: 0.0465443 Jul 28 10:39:51.404921 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a99398e6-a5c8-4f76-b553-da3448ee1de6 req-32bf9e5c-9cc4-4305-9b2c-382cdb874cde tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315850 Jul 28 10:39:51.466863 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2f563-3d81-4190-8998-448f5304088d req-b97b5888-eef0-454a-b064-c476440ae90d tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:51.468365 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-05b2f563-3d81-4190-8998-448f5304088d req-b97b5888-eef0-454a-b064-c476440ae90d tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0499942 Jul 28 10:39:51.506292 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-05b2f563-3d81-4190-8998-448f5304088d req-2dd1e0b0-08f1-48e3-92d8-86179daeab1b tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314040 Jul 28 10:39:51.627490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024bca3-4b9c-423d-9f4f-dbb426323b54 req-5645e8f0-1d63-49a6-b7db-1e9a606dffcf tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:51.629099 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5024bca3-4b9c-423d-9f4f-dbb426323b54 req-5645e8f0-1d63-49a6-b7db-1e9a606dffcf tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0531929 Jul 28 10:39:51.667165 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5024bca3-4b9c-423d-9f4f-dbb426323b54 req-6acb0c56-e53c-4241-a5b6-bd86c321ebb4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Jul 28 10:39:51.733705 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48284) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:51.818096 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-b49cb1eb-fe37-4640-9812-0b49b481772f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0831735 Jul 28 10:39:51.827692 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:51.851423 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:39:51.851769 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 7ead3efc-6e34-4e14-a0fb-2e8dcbf09a18 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:51.852180 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:51.925721 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:51.947970 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:51.950236 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e6f29e-fc9a-40e6-a36f-4656b26fd08f" -d '{"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-unplugged", "status": "completed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:51.964319 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:51.970159 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:51.996738 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21826dcf-0c27-44ac-957e-9b688cfc4e7e x-openstack-request-id: req-21826dcf-0c27-44ac-957e-9b688cfc4e7e {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:51.997117 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-unplugged", "status": "failed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7", "code": 422}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:51.997619 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-21826dcf-0c27-44ac-957e-9b688cfc4e7e {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:51.998026 dv-cinder-800431-3-iscsi neutron-server[93233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'code': 422} returned with failed status Jul 28 10:39:52.028425 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=8']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:52.473844 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-4d3f58db-a5df-4e06-9bcb-94cd14263c87 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:52.475333 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-4d3f58db-a5df-4e06-9bcb-94cd14263c87 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0489690 Jul 28 10:39:52.578190 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f6167-f119-4230-8b8b-3a1eb294746b req-dc1ba77b-fdda-46b5-9d50-3dfd539d26a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:52.579655 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2d6f6167-f119-4230-8b8b-3a1eb294746b req-dc1ba77b-fdda-46b5-9d50-3dfd539d26a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0997133 Jul 28 10:39:52.622045 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcb2ba-e993-4cee-8cfa-dea479f27c4b req-1889f516-c5b8-443e-bf48-6913d8f36b04 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:52.623931 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c5bcb2ba-e993-4cee-8cfa-dea479f27c4b req-1889f516-c5b8-443e-bf48-6913d8f36b04 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 945 time: 0.0505052 Jul 28 10:39:52.637425 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2d6f6167-f119-4230-8b8b-3a1eb294746b req-9f919254-290f-44d0-a8e0-fc329afbe388 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510397 Jul 28 10:39:52.642429 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Deleting port 6f57a2ab-148f-4e21-aeaf-c45183c305ef {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:39:52.642774 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:52.664079 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c5bcb2ba-e993-4cee-8cfa-dea479f27c4b req-d7a0d1f1-5010-4604-bcbb-0e5d443ec154 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe1bc49f-6874-429c-b07f-f9b4d746c3ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341220 Jul 28 10:39:52.738539 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] For port 6f57a2ab-148f-4e21-aeaf-c45183c305ef, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=6f57a2ab-148f-4e21-aeaf-c45183c305ef,segment=NetworkSegment(f9abfbc7-fef6-4192-9482-b7389ebdea31),segment_id=f9abfbc7-fef6-4192-9482-b7389ebdea31)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:39:52.738841 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:52.777007 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Calling delete_port for 6f57a2ab-148f-4e21-aeaf-c45183c305ef owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:39:52.831617 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647c6ab-a951-47da-a566-2515e64435c4 req-1350ca6d-af44-4350-bd99-5ea0a5a2e1c7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:52.833121 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9647c6ab-a951-47da-a566-2515e64435c4 req-1350ca6d-af44-4350-bd99-5ea0a5a2e1c7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0972004 Jul 28 10:39:52.889481 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9647c6ab-a951-47da-a566-2515e64435c4 req-a936536c-9e42-4560-98f9-ab6b21160a0f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496881 Jul 28 10:39:52.948821 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:52.976631 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Pushing event deleted for resources: {'Port': ['ID=6f57a2ab-148f-4e21-aeaf-c45183c305ef,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:52.987571 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['6f57a2ab-148f-4e21-aeaf-c45183c305ef'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:39:53.016322 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] No DVR routers for this DVR port 6f57a2ab-148f-4e21-aeaf-c45183c305ef on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:39:53.019318 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:53.021554 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-137ba4f5-13b0-48d8-8083-bd576948a603 req-715da54a-6978-4989-a587-ec6e4d5ce6a4 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.23 "DELETE /v2.0/ports/6f57a2ab-148f-4e21-aeaf-c45183c305ef HTTP/1.1" status: 204 len: 173 time: 0.5328474 Jul 28 10:39:53.021980 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'name': 'network-vif-deleted', 'tag': '6f57a2ab-148f-4e21-aeaf-c45183c305ef'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:39:53.024250 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efb6ba8-854c-402c-bd06-87f97ab58e9a" -d '{"events": [{"server_uuid": "1e3db5de-a472-45e5-a610-d9bdd36b7bd3", "name": "network-vif-deleted", "tag": "6f57a2ab-148f-4e21-aeaf-c45183c305ef"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:39:53.070937 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f4bcea3-e350-431f-b3b8-6ad8edaccf1a x-openstack-request-id: req-9f4bcea3-e350-431f-b3b8-6ad8edaccf1a {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:39:53.071269 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3db5de-a472-45e5-a610-d9bdd36b7bd3", "name": "network-vif-deleted", "tag": "6f57a2ab-148f-4e21-aeaf-c45183c305ef", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:39:53.071471 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9f4bcea3-e350-431f-b3b8-6ad8edaccf1a {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:39:53.071862 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3db5de-a472-45e5-a610-d9bdd36b7bd3', 'name': 'network-vif-deleted', 'tag': '6f57a2ab-148f-4e21-aeaf-c45183c305ef', 'status': 'completed', 'code': 200} Jul 28 10:39:53.800542 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4faac72-437f-4be5-a34a-1ab06b137f56 req-aaf8959b-afb6-4198-a77d-efb1264ce5c1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:53.802089 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4faac72-437f-4be5-a34a-1ab06b137f56 req-aaf8959b-afb6-4198-a77d-efb1264ce5c1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0493577 Jul 28 10:39:53.819986 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d4874aab-15e2-499e-b30e-2e4d1c024472 req-aa42af27-4628-4755-b164-102e6f13f089 tempest-AttachVolumeNegativeTest-679413523 tempest-AttachVolumeNegativeTest-679413523-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e3db5de-a472-45e5-a610-d9bdd36b7bd3 HTTP/1.1" status: 200 len: 210 time: 0.0552225 Jul 28 10:39:53.837112 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-3d121172-49a3-4453-9787-bcac7cf503bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:53.838602 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-3d121172-49a3-4453-9787-bcac7cf503bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b&tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 1096 time: 0.1045952 Jul 28 10:39:53.841369 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d4faac72-437f-4be5-a34a-1ab06b137f56 req-25bb5936-9a33-476a-906a-ca19d59e82d9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330455 Jul 28 10:39:53.927121 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-d678d080-973a-4588-b1e4-f74f59d20592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:53.928722 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-d678d080-973a-4588-b1e4-f74f59d20592 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 1096 time: 0.0432675 Jul 28 10:39:54.058964 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaedd9e-fd14-47f2-9ca0-d5c3f40e4b11 req-28baaa74-e8f6-44d0-9e24-f9048d403f7b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:54.060413 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ceaedd9e-fd14-47f2-9ca0-d5c3f40e4b11 req-28baaa74-e8f6-44d0-9e24-f9048d403f7b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.1024423 Jul 28 10:39:54.063039 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-49f30cb8-9a94-413e-9270-dc0b738ba777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:54.064352 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-49f30cb8-9a94-413e-9270-dc0b738ba777 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.1241822 Jul 28 10:39:54.134742 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ceaedd9e-fd14-47f2-9ca0-d5c3f40e4b11 req-665e89a3-2eed-483e-b2f0-db657b2d1da3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682087 Jul 28 10:39:54.155747 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-a294fd36-2fd4-4637-8753-fce4652f1a58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7 HTTP/1.1" status: 200 len: 999 time: 0.0699234 Jul 28 10:39:54.208045 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-71bd1962-bc09-409d-9b46-8c8d14e3d666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:54.209684 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-71bd1962-bc09-409d-9b46-8c8d14e3d666 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0450222 Jul 28 10:39:54.262800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-32ab0012-892d-4836-8d0d-895fe6c721b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:54.264541 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-32ab0012-892d-4836-8d0d-895fe6c721b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429690 Jul 28 10:39:54.586312 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-29ba13d5-76d5-4f76-9f64-acdadc36fe27 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128676 Jul 28 10:39:54.675994 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2370c6ae-15a0-4ca3-b226-a384c4df0f28 req-6d8055eb-d9fd-46c5-8c2d-180f51a56bde service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796111 Jul 28 10:39:54.877744 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 48320) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:54.936163 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] Deleting subnet ef44b7ff-c6ff-4191-97c9-1763167237d2 {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:39:54.952086 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:54.993613 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.018736 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7699-a6bd-4459-9275-8e8dc9c4478f req-0c357c58-d9f7-4559-8b15-491fc1f7d5fd tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:55.020209 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b9ee7699-a6bd-4459-9275-8e8dc9c4478f req-0c357c58-d9f7-4559-8b15-491fc1f7d5fd tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.1034780 Jul 28 10:39:55.058310 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.093205 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b9ee7699-a6bd-4459-9275-8e8dc9c4478f req-1b81aa58-f455-4b61-bff6-2553ae7d8e4a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653882 Jul 28 10:39:55.136406 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.165376 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef44b7ff-c6ff-4191-97c9-1763167237d2,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:55.167239 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.169279 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0df7809c-23d5-4e42-a13e-513c88419f01 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ef44b7ff-c6ff-4191-97c9-1763167237d2 HTTP/1.1" status: 204 len: 168 time: 0.2904689 Jul 28 10:39:55.172028 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48338) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:55.259496 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.602280 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdecb37-01ff-4138-8681-bc0d266d68c1 req-ceb831e9-9ee9-42be-9572-501255370e01 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:55.603769 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dbdecb37-01ff-4138-8681-bc0d266d68c1 req-ceb831e9-9ee9-42be-9572-501255370e01 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.3734171 Jul 28 10:39:55.607463 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.625729 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d4883f-dea5-4f88-8684-dde642b6cfa0']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:55.647471 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9abfbc7-fef6-4192-9482-b7389ebdea31') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:55.647772 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9abfbc7-fef6-4192-9482-b7389ebdea31') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:39:55.665400 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.669459 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dbdecb37-01ff-4138-8681-bc0d266d68c1 req-ba8ce421-ac1f-47c7-a06b-869b0428b679 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593827 Jul 28 10:39:55.681661 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.687835 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:39:55.688478 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:39:55.690334 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:39:55.745150 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.751884 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:55.753749 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] 10.222.0.25 "DELETE /v2.0/networks/62d4883f-dea5-4f88-8684-dde642b6cfa0 HTTP/1.1" status: 204 len: 168 time: 0.5807223 Jul 28 10:39:55.763077 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b47329-4b5d-4e37-ada7-cf81304ebf06 admin admin] Pushing event deleted for resources: {'Network': ['ID=62d4883f-dea5-4f88-8684-dde642b6cfa0,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:55.954138 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48344) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:56.001422 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-0be8fc94-43fa-41ee-94b8-6c1a5e50415f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=306fbc7a4d5e433d938a4bae2209a89a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0461249 Jul 28 10:39:56.003908 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48346) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:39:56.056218 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5f40a749-e86d-4c98-8506-29682488721d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:56.077043 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5f40a749-e86d-4c98-8506-29682488721d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:56.137858 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5f40a749-e86d-4c98-8506-29682488721d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:56.142459 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5f40a749-e86d-4c98-8506-29682488721d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:39:56.149424 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-5f40a749-e86d-4c98-8506-29682488721d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/fe1bc49f-6874-429c-b07f-f9b4d746c3ac HTTP/1.1" status: 204 len: 168 time: 0.1445498 Jul 28 10:39:56.168300 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40a749-e86d-4c98-8506-29682488721d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1bc49f-6874-429c-b07f-f9b4d746c3ac,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:39:56.250810 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097682c-9e3b-46d1-a850-4d8be70c6748 req-faeb6fc8-f1bc-43d1-85c5-30774eb1e4a5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:56.253058 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0097682c-9e3b-46d1-a850-4d8be70c6748 req-faeb6fc8-f1bc-43d1-85c5-30774eb1e4a5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0755234 Jul 28 10:39:56.292439 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0097682c-9e3b-46d1-a850-4d8be70c6748 req-92fa7b8f-37d2-424d-a1f8-609de1508a89 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326092 Jul 28 10:39:56.809835 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6399e709-2a37-4424-b07c-455752f0e516 req-611bc61b-e180-4985-bebb-273f878f177f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:56.811453 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6399e709-2a37-4424-b07c-455752f0e516 req-611bc61b-e180-4985-bebb-273f878f177f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0677869 Jul 28 10:39:56.866825 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6399e709-2a37-4424-b07c-455752f0e516 req-7fe2b5c1-c128-4ea6-93f4-0c6cf3ea1959 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469124 Jul 28 10:39:57.420637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b51c-39d0-4e77-ba90-206620e9bfd9 req-80246ca4-2ce6-423b-8691-b1316e6c476a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:57.424104 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-baf3b51c-39d0-4e77-ba90-206620e9bfd9 req-80246ca4-2ce6-423b-8691-b1316e6c476a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0524313 Jul 28 10:39:57.463682 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-baf3b51c-39d0-4e77-ba90-206620e9bfd9 req-924018e7-a10a-43bf-9c9f-a27d9061ca2c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336387 Jul 28 10:39:57.810772 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 6f57a2ab-148f-4e21-aeaf-c45183c305ef no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:39:57.832592 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 6f57a2ab-148f-4e21-aeaf-c45183c305ef {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:39:57.833234 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 6f57a2ab-148f-4e21-aeaf-c45183c305ef not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:39:58.011752 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9fe7c-c679-46f7-8f6a-6b9862402dd5 req-6d0c3f0a-b2ba-4af3-8c74-522c180490d8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:58.014411 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-22e9fe7c-c679-46f7-8f6a-6b9862402dd5 req-6d0c3f0a-b2ba-4af3-8c74-522c180490d8 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0605342 Jul 28 10:39:58.053943 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-22e9fe7c-c679-46f7-8f6a-6b9862402dd5 req-626f6397-ffdd-4107-af19-ff4ff0bd4714 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335062 Jul 28 10:39:58.596575 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6717c-d560-4ab2-ac1d-760f0638ed13 req-115ab128-be55-4d77-ba7d-9310f1511739 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:58.598103 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c5d6717c-d560-4ab2-ac1d-760f0638ed13 req-115ab128-be55-4d77-ba7d-9310f1511739 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0558438 Jul 28 10:39:58.636909 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c5d6717c-d560-4ab2-ac1d-760f0638ed13 req-a7d682b8-8315-46e2-95a2-548dc6432f7c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322945 Jul 28 10:39:59.176618 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ea396-e221-42ef-a1ad-304dd16a4142 req-ed055df0-7275-44bf-9583-f625a9c7434e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:59.183985 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fc6ea396-e221-42ef-a1ad-304dd16a4142 req-ed055df0-7275-44bf-9583-f625a9c7434e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0572429 Jul 28 10:39:59.221539 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fc6ea396-e221-42ef-a1ad-304dd16a4142 req-c8b77a8e-edb3-4171-a1b7-38c896fd0d06 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365558 Jul 28 10:39:59.771524 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb32f4-a76e-478f-8e35-30185943ac80 req-230160b0-6de7-4431-9029-d1c0b4765f73 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:39:59.772989 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-85bb32f4-a76e-478f-8e35-30185943ac80 req-230160b0-6de7-4431-9029-d1c0b4765f73 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0540328 Jul 28 10:39:59.812327 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-85bb32f4-a76e-478f-8e35-30185943ac80 req-fed4b289-a4e5-47a7-b3c7-65b54a58112d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332475 Jul 28 10:40:00.340516 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebf680-e1a1-45b0-9d6d-aad5aea8f760 req-eadbc2b7-fb21-42b0-91fc-196915c4a342 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:00.342015 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b3ebf680-e1a1-45b0-9d6d-aad5aea8f760 req-eadbc2b7-fb21-42b0-91fc-196915c4a342 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0489702 Jul 28 10:40:00.381234 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b3ebf680-e1a1-45b0-9d6d-aad5aea8f760 req-9f357797-68e0-4274-b625-47d38589b94b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325453 Jul 28 10:40:00.937067 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8899eed-95a2-46ba-acf5-c2eb553dd20d req-56512dd2-4d49-48aa-a4cc-755729804948 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:00.938850 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f8899eed-95a2-46ba-acf5-c2eb553dd20d req-56512dd2-4d49-48aa-a4cc-755729804948 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0494552 Jul 28 10:40:00.978178 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f8899eed-95a2-46ba-acf5-c2eb553dd20d req-071e6b94-05a5-4d29-85b6-5ef56d8e7c1f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331414 Jul 28 10:40:01.499532 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7320dd-f53e-41ec-b08f-a6da48b793b2 req-54cc4bc3-20e9-4fc0-b96a-171e9272c7e1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:01.501021 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5b7320dd-f53e-41ec-b08f-a6da48b793b2 req-54cc4bc3-20e9-4fc0-b96a-171e9272c7e1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0517526 Jul 28 10:40:01.541373 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5b7320dd-f53e-41ec-b08f-a6da48b793b2 req-7034b49f-2db9-46db-9f36-dda09594197e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337143 Jul 28 10:40:02.106451 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6b1fbf-7019-435b-9bde-20575d70a61d req-850ff149-bedc-4d41-80ec-c5dab6ba29cb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:02.108161 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2c6b1fbf-7019-435b-9bde-20575d70a61d req-850ff149-bedc-4d41-80ec-c5dab6ba29cb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0566926 Jul 28 10:40:02.149500 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2c6b1fbf-7019-435b-9bde-20575d70a61d req-88a62077-dc0d-4454-bb3b-3f872c1af32e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Jul 28 10:40:02.657644 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74631a6a-3dac-437a-9964-dea7c86d7d20 req-897815cc-5419-4efd-8737-bfc6b51eb0aa tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:02.659129 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-74631a6a-3dac-437a-9964-dea7c86d7d20 req-897815cc-5419-4efd-8737-bfc6b51eb0aa tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Jul 28 10:40:02.703682 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-74631a6a-3dac-437a-9964-dea7c86d7d20 req-fc65b059-e48f-4287-97fd-b2449b3c6dd9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370080 Jul 28 10:40:03.275800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9156ab41-5ee3-4857-a257-427973ba0b44 req-c5161bee-918c-496c-9d6d-ee27f968c7e1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:03.277341 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9156ab41-5ee3-4857-a257-427973ba0b44 req-c5161bee-918c-496c-9d6d-ee27f968c7e1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0498796 Jul 28 10:40:03.314887 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9156ab41-5ee3-4857-a257-427973ba0b44 req-b4e46430-80d8-4fe7-a4ab-9e3f13d6b03f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Jul 28 10:40:03.822638 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1c9a4-2293-446b-bd82-35decb24b70f req-315f5697-73fd-48cd-9225-8832b23491fc tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:03.824127 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8ec1c9a4-2293-446b-bd82-35decb24b70f req-315f5697-73fd-48cd-9225-8832b23491fc tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0473878 Jul 28 10:40:03.864258 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8ec1c9a4-2293-446b-bd82-35decb24b70f req-c4a204f1-3ccf-4748-b227-7ce35391c221 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340197 Jul 28 10:40:04.438309 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f52eb-623a-439b-8ec0-df5b58afa381 req-5fcc38f5-d5ff-4c2d-88aa-426ff0e18a72 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:04.439796 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9b1f52eb-623a-439b-8ec0-df5b58afa381 req-5fcc38f5-d5ff-4c2d-88aa-426ff0e18a72 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0497780 Jul 28 10:40:04.480424 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9b1f52eb-623a-439b-8ec0-df5b58afa381 req-037533ec-996b-4288-8596-cebf9fb0a38e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331426 Jul 28 10:40:05.000904 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068a7b7-63a5-4c3a-90c7-83e19cd0d6b6 req-bf59155f-0679-4c81-9601-a4c203379398 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:05.002786 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8068a7b7-63a5-4c3a-90c7-83e19cd0d6b6 req-bf59155f-0679-4c81-9601-a4c203379398 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0553832 Jul 28 10:40:05.055166 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8068a7b7-63a5-4c3a-90c7-83e19cd0d6b6 req-b0e61fac-ecb2-4254-916f-2e055ad583d9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458379 Jul 28 10:40:05.605353 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcacf37-1250-45f8-a354-59418e705c76 req-e854db4a-e75d-4cfb-b2af-2e92139d8715 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:05.606819 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bbcacf37-1250-45f8-a354-59418e705c76 req-e854db4a-e75d-4cfb-b2af-2e92139d8715 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0537386 Jul 28 10:40:05.646085 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bbcacf37-1250-45f8-a354-59418e705c76 req-d6dcbf95-0477-4c97-8d9f-bbfecd730a48 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332570 Jul 28 10:40:06.174582 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486e0c0-f09c-4e3a-8777-57d6b42eb641 req-4a7a8332-4a84-4e09-9f46-390e9a889d6b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:06.176888 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3486e0c0-f09c-4e3a-8777-57d6b42eb641 req-4a7a8332-4a84-4e09-9f46-390e9a889d6b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0506737 Jul 28 10:40:06.218183 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3486e0c0-f09c-4e3a-8777-57d6b42eb641 req-5e88ac3d-0d94-4a7d-94ce-470324a15bb9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jul 28 10:40:06.772039 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5152cc-a6df-4e28-bc8c-5e764a5c60e0 req-18bb56e6-7628-482d-b636-9ceb53f1b10c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:06.773616 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc5152cc-a6df-4e28-bc8c-5e764a5c60e0 req-18bb56e6-7628-482d-b636-9ceb53f1b10c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0505595 Jul 28 10:40:06.812474 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc5152cc-a6df-4e28-bc8c-5e764a5c60e0 req-e475d23c-de0e-40ec-b436-17c41a3cfe7a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330169 Jul 28 10:40:07.331767 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f1a87-19ce-4b28-932a-83a7abe4ebfb req-3cf26cf9-8231-4684-a7d0-57881f7ae284 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:07.333259 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a8f1a87-19ce-4b28-932a-83a7abe4ebfb req-3cf26cf9-8231-4684-a7d0-57881f7ae284 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0473537 Jul 28 10:40:07.370918 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a8f1a87-19ce-4b28-932a-83a7abe4ebfb req-fd8dba03-7632-43f3-9ef5-c2e6cd32055e tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311773 Jul 28 10:40:07.821832 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c2c84436-7693-4eb7-ab97-22a203837d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:07.943453 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49b0b7-3248-4056-9ed8-2ebaf84ddb26 req-de677e65-ea9a-41a3-a938-4814ccbf7e50 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:07.945712 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b49b0b7-3248-4056-9ed8-2ebaf84ddb26 req-de677e65-ea9a-41a3-a938-4814ccbf7e50 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0556376 Jul 28 10:40:07.986456 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b49b0b7-3248-4056-9ed8-2ebaf84ddb26 req-5c9a9f61-636a-4b4a-8703-6aadb74ed1f7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348458 Jul 28 10:40:08.489160 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ab6975-3a18-4625-b27a-e8b514c7b5e5 req-d083d0f8-150e-425c-ba21-09910aef2c54 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:08.490621 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-48ab6975-3a18-4625-b27a-e8b514c7b5e5 req-d083d0f8-150e-425c-ba21-09910aef2c54 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0527267 Jul 28 10:40:08.528415 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-48ab6975-3a18-4625-b27a-e8b514c7b5e5 req-66b3cef1-9913-482c-92de-4c8fafab783b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318670 Jul 28 10:40:08.533155 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5eed1c-3a79-4331-987e-2f88beef6811 req-3734798e-ee48-489d-b0b7-29a9d9822764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:08.534624 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-de5eed1c-3a79-4331-987e-2f88beef6811 req-3734798e-ee48-489d-b0b7-29a9d9822764 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0418346 Jul 28 10:40:08.570007 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-de5eed1c-3a79-4331-987e-2f88beef6811 req-b2bddc1f-4fe4-451c-882b-4ebde0bb97f9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266919 Jul 28 10:40:09.107069 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03b268-2a06-4477-8d02-bbe096c17280 req-b6583411-09c0-4931-ac2a-a68ecb2218c2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:09.108585 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a03b268-2a06-4477-8d02-bbe096c17280 req-b6583411-09c0-4931-ac2a-a68ecb2218c2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0482693 Jul 28 10:40:09.151502 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a03b268-2a06-4477-8d02-bbe096c17280 req-7d35b04a-e6fd-4cbb-9d26-8f49f5c2a263 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367482 Jul 28 10:40:09.645066 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbb2bd-8093-4431-b9d5-c0ad1f3325b3 req-f96a0ca1-4c7d-46cd-bf87-97f41a9768c9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:09.646618 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d6cbb2bd-8093-4431-b9d5-c0ad1f3325b3 req-f96a0ca1-4c7d-46cd-bf87-97f41a9768c9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0497582 Jul 28 10:40:09.689281 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d6cbb2bd-8093-4431-b9d5-c0ad1f3325b3 req-1c9b99fb-aa16-4d1b-bffa-c1650e6cff90 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356257 Jul 28 10:40:10.271851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1c8b1-c91d-43af-974b-f655964a1549 req-2d6c64a5-9e01-4c77-92a6-198c3a7d450b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:10.273502 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-43d1c8b1-c91d-43af-974b-f655964a1549 req-2d6c64a5-9e01-4c77-92a6-198c3a7d450b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0497260 Jul 28 10:40:10.311275 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-43d1c8b1-c91d-43af-974b-f655964a1549 req-a282e52e-f188-4636-9101-7776a44755fc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Jul 28 10:40:10.570943 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4e8495bd-82a0-4240-96f1-2367d29ad3f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:10.607026 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:10.805066 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6edb9-ddf7-43fa-89d5-a89e3b97e418 req-9f39aebb-45c6-48e6-9b83-95f8d89f65ca tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:10.806536 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e0e6edb9-ddf7-43fa-89d5-a89e3b97e418 req-9f39aebb-45c6-48e6-9b83-95f8d89f65ca tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0471275 Jul 28 10:40:10.843420 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e0e6edb9-ddf7-43fa-89d5-a89e3b97e418 req-b27ffb4a-9f4d-4227-9477-7e1ddbe9459b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311046 Jul 28 10:40:11.114937 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:40:11.172934 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91ac518-31bf-4a64-ae67-4bafdd47e5ea req-f3e06e1a-3958-493b-b5c7-0233a0822fd9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:11.174412 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b91ac518-31bf-4a64-ae67-4bafdd47e5ea req-f3e06e1a-3958-493b-b5c7-0233a0822fd9 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0810971 Jul 28 10:40:11.176891 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-14bae2cd-7882-48c8-858e-4a7e3d7da05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:11.178229 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-14bae2cd-7882-48c8-858e-4a7e3d7da05e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02bb4273bddb44d783e4291853ff94bc&device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 1098 time: 0.0727448 Jul 28 10:40:11.260451 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b91ac518-31bf-4a64-ae67-4bafdd47e5ea req-3291e900-cfa8-4688-8b7f-8351139bb079 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799627 Jul 28 10:40:11.292201 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-4f9a8834-2e29-4df6-bac1-84278eb21d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:11.293681 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-4f9a8834-2e29-4df6-bac1-84278eb21d51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 200 len: 920 time: 0.1065841 Jul 28 10:40:11.335333 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-51b9a19d-d0ff-4365-81cf-98ef6877d12c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 200 len: 217 time: 0.0328786 Jul 28 10:40:11.384610 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-9ef4fb2a-cfa5-4b5d-9925-8d04d64cc4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:11.386092 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-9ef4fb2a-cfa5-4b5d-9925-8d04d64cc4bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 200 len: 859 time: 0.0433016 Jul 28 10:40:11.421643 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-39c01271-d7c4-492e-a83c-413a84bddf50 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=11ab1b17-9ef4-4433-b69d-ff3c73d89f04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273001 Jul 28 10:40:11.437002 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39af47e-0431-4006-a670-2b44736a5331 req-30c47ac8-fa58-4522-875f-a175d68efe77 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:11.438453 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f39af47e-0431-4006-a670-2b44736a5331 req-30c47ac8-fa58-4522-875f-a175d68efe77 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0507395 Jul 28 10:40:11.476198 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f39af47e-0431-4006-a670-2b44736a5331 req-320e6434-f633-426a-aaf5-44efbb823c56 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317261 Jul 28 10:40:11.483046 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:11.514460 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-8ca10675-ae71-4ce0-8fb3-928b20c180ad service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848730 Jul 28 10:40:11.604141 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-970d0335-4be5-44cd-bcbe-e48c3c583c84 req-3ae5db2a-787b-488d-b90d-576ba2dfd330 service neutron] 10.222.0.23 "GET /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818963 Jul 28 10:40:12.375140 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac77e1-2dc4-48a0-bede-c490a3bf60a3 req-6c6728ec-3536-47cb-9f8f-0f9ad5ffa04a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:12.376614 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-beac77e1-2dc4-48a0-bede-c490a3bf60a3 req-6c6728ec-3536-47cb-9f8f-0f9ad5ffa04a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0480289 Jul 28 10:40:12.414016 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-beac77e1-2dc4-48a0-bede-c490a3bf60a3 req-14cdc186-5585-4ab8-af2c-33120ef7f134 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312934 Jul 28 10:40:12.596549 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81331eb-d9e2-47b3-a99b-18935ca2eb1b req-8dd21859-bc1d-4d08-9c28-7de41ba76c6c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:12.598047 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d81331eb-d9e2-47b3-a99b-18935ca2eb1b req-8dd21859-bc1d-4d08-9c28-7de41ba76c6c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0476322 Jul 28 10:40:12.636994 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d81331eb-d9e2-47b3-a99b-18935ca2eb1b req-f902f45d-a0b3-44b4-8b06-22b251d62f39 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309668 Jul 28 10:40:13.043181 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:13.530774 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586ef64-df80-415e-8a24-421857e782f3 req-aecdf394-066e-42c9-8e8b-267a13d2f125 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:13.532173 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e586ef64-df80-415e-8a24-421857e782f3 req-aecdf394-066e-42c9-8e8b-267a13d2f125 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0486085 Jul 28 10:40:13.570264 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e586ef64-df80-415e-8a24-421857e782f3 req-9d087c84-c5e0-468f-a58a-7a9393193d7d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Jul 28 10:40:13.754086 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436dacd-7d85-434e-89a9-b2a7b899c513 req-bd2c8d4a-7c8c-4efb-970f-86506f0e0e2f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:13.755532 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5436dacd-7d85-434e-89a9-b2a7b899c513 req-bd2c8d4a-7c8c-4efb-970f-86506f0e0e2f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0474620 Jul 28 10:40:13.792308 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5436dacd-7d85-434e-89a9-b2a7b899c513 req-b4c76b55-818c-4e8a-9176-d87eb216af4a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301135 Jul 28 10:40:14.682973 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a40b99-a813-4da2-99bd-db3026de4a3d req-6219ab6b-6ef8-4187-af6e-6bf7ba3704e3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:14.684346 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-85a40b99-a813-4da2-99bd-db3026de4a3d req-6219ab6b-6ef8-4187-af6e-6bf7ba3704e3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0480309 Jul 28 10:40:14.726690 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-85a40b99-a813-4da2-99bd-db3026de4a3d req-115cbb37-2631-427c-8f50-1609c60d23f0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361619 Jul 28 10:40:14.913696 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ce210f-16c4-4e8d-b915-d2736c09442f req-569b1666-e9a8-4835-8d60-a438812384d6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:14.915211 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-11ce210f-16c4-4e8d-b915-d2736c09442f req-569b1666-e9a8-4835-8d60-a438812384d6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0506320 Jul 28 10:40:14.955703 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-11ce210f-16c4-4e8d-b915-d2736c09442f req-ab83ff43-8859-410f-9244-25beee113582 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346680 Jul 28 10:40:15.216776 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:15.944350 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:40:16.045983 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:16.058631 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'port_id': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'mac_address': 'fa:16:3e:73:57:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:40:16.088505 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b354e59-fd40-4a41-92da-04eaf990d1d3 req-41c42062-1c97-4440-93ab-94d5a191059a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:16.090618 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5b354e59-fd40-4a41-92da-04eaf990d1d3 req-41c42062-1c97-4440-93ab-94d5a191059a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 943 time: 0.0562584 Jul 28 10:40:16.108769 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:16.124582 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602fc625-de40-4d7c-8ac1-0c239e6258a7 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:40:16.136705 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5b354e59-fd40-4a41-92da-04eaf990d1d3 req-7fe5bdfb-560f-487d-a2cc-a031390cc669 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395749 Jul 28 10:40:16.157566 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:16.162034 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:16.214944 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=9']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:16.330997 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-411f292c-0050-4d71-87da-bad48b679706 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381966 Jul 28 10:40:16.412486 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-7a8d86e8-4731-4afd-86f5-4966adc3fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:16.414498 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-7a8d86e8-4731-4afd-86f5-4966adc3fb35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 1099 time: 0.0384972 Jul 28 10:40:16.521907 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-d4afa1b3-455f-4e3a-b647-0153be610377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:16.523482 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-d4afa1b3-455f-4e3a-b647-0153be610377 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 912 time: 0.0898814 Jul 28 10:40:16.589287 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['602fc625-de40-4d7c-8ac1-0c239e6258a7'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:40:16.590353 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-3091f3ce-3b22-4177-9a99-2665237ec837 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 200 len: 1001 time: 0.0580091 Jul 28 10:40:16.643915 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-516cd038-1d06-4975-8f0b-a4eb553ef1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:16.645363 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-516cd038-1d06-4975-8f0b-a4eb553ef1a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0464811 Jul 28 10:40:16.690143 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-15ac77a3-3ea0-48f1-93de-03cd08727212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:16.691530 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-15ac77a3-3ea0-48f1-93de-03cd08727212 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383780 Jul 28 10:40:16.789398 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-0015757f-6e4f-424e-9ec5-69b20758578f service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870602 Jul 28 10:40:16.890426 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec609fd0-9c70-44ce-b989-f30f94179995 req-429ad46f-a7d9-4813-9504-988256b9f3b8 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885568 Jul 28 10:40:17.249945 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4b3d5-f8a2-4b18-b1d4-dc6487b61520 req-6f5aae01-4da0-4f41-93b3-a60dda253b27 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:17.251455 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-aca4b3d5-f8a2-4b18-b1d4-dc6487b61520 req-6f5aae01-4da0-4f41-93b3-a60dda253b27 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 944 time: 0.0500536 Jul 28 10:40:17.294078 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-aca4b3d5-f8a2-4b18-b1d4-dc6487b61520 req-9fc5fa36-10fb-4b9c-b869-6aaeaee8ca1d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363891 Jul 28 10:40:17.981369 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:40:18.027338 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 602fc625-de40-4d7c-8ac1-0c239e6258a7 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:40:18.027705 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:18.103841 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:18.125087 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:40:18.127296 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601fe8c5-c887-4da8-abb7-a6cefc6ffa5c" -d '{"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:40:18.139778 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:18.145148 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:18.168399 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6d8b9f-bf00-483d-af47-77e805b05dfb x-openstack-request-id: req-9e6d8b9f-bf00-483d-af47-77e805b05dfb {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:40:18.168692 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-plugged", "status": "completed", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:40:18.168969 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9e6d8b9f-bf00-483d-af47-77e805b05dfb {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:40:18.169351 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'code': 200} Jul 28 10:40:18.193876 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=10']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:18.201381 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.201732 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.202406 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.202406 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.202760 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.203088 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.203419 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.203763 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.204109 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.204436 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.204777 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.205094 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:18.416036 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edfec63-94d6-49ae-a4b7-f65a2f4d1e5e req-263eaeb4-ce1a-4dcc-b3d2-b2a705fe9cfa tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:18.417636 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3edfec63-94d6-49ae-a4b7-f65a2f4d1e5e req-263eaeb4-ce1a-4dcc-b3d2-b2a705fe9cfa tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0482900 Jul 28 10:40:18.459127 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3edfec63-94d6-49ae-a4b7-f65a2f4d1e5e req-5416917f-4fef-46d5-8d20-6130d1973dee tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356226 Jul 28 10:40:18.586030 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ad1c55-2ee7-4ebc-9e1d-505a93492234 req-0e41e564-6401-43aa-85f8-fedd214f7b5d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:18.587585 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f3ad1c55-2ee7-4ebc-9e1d-505a93492234 req-0e41e564-6401-43aa-85f8-fedd214f7b5d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0497544 Jul 28 10:40:18.625781 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f3ad1c55-2ee7-4ebc-9e1d-505a93492234 req-011fcfa8-d8e6-4951-a7ec-2a3763eed406 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322652 Jul 28 10:40:18.732418 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f440f9e-10b5-4f07-ac78-cc2b63449f9e req-2db41fa6-91ff-4a43-8b1c-ca841f834858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:18.733979 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2f440f9e-10b5-4f07-ac78-cc2b63449f9e req-2db41fa6-91ff-4a43-8b1c-ca841f834858 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 1099 time: 0.0398099 Jul 28 10:40:18.768892 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2f440f9e-10b5-4f07-ac78-cc2b63449f9e req-e09c6c02-4f20-4a4d-ad59-df1c71d6feae service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272505 Jul 28 10:40:19.583270 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59442e87-e02e-4ffc-8e45-e5d84b33d2e9 req-8cedba8f-caa1-4c52-95d3-242677420fcc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:19.584808 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-59442e87-e02e-4ffc-8e45-e5d84b33d2e9 req-8cedba8f-caa1-4c52-95d3-242677420fcc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0498374 Jul 28 10:40:19.622691 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-59442e87-e02e-4ffc-8e45-e5d84b33d2e9 req-e9ab1e4f-80b6-46ab-9f24-479d34f62540 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309267 Jul 28 10:40:19.738642 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b21fa-1d91-42c1-b49f-0f1c407e03b0 req-778e6843-8e05-407d-8ebe-c7b7ac4cb723 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:19.740098 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a5b21fa-1d91-42c1-b49f-0f1c407e03b0 req-778e6843-8e05-407d-8ebe-c7b7ac4cb723 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0472515 Jul 28 10:40:19.780984 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a5b21fa-1d91-42c1-b49f-0f1c407e03b0 req-b2cf45e1-52fc-44fd-b4a0-91f2c2d30c82 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Jul 28 10:40:20.740779 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e26f2-2645-4901-817a-2e660bd48724 req-1905147f-54b4-4939-8cac-7c0151214d15 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:20.742263 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5e9e26f2-2645-4901-817a-2e660bd48724 req-1905147f-54b4-4939-8cac-7c0151214d15 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0477829 Jul 28 10:40:20.779267 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5e9e26f2-2645-4901-817a-2e660bd48724 req-7b1320d6-59c6-454f-aa8b-5e25beaebc0d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309150 Jul 28 10:40:20.892874 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc7c43c-9f54-43b1-8844-8918f2f79459 req-bfcd0907-7449-4dd3-bca1-9e66db782dca tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:20.894323 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9cc7c43c-9f54-43b1-8844-8918f2f79459 req-bfcd0907-7449-4dd3-bca1-9e66db782dca tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0478737 Jul 28 10:40:20.932075 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9cc7c43c-9f54-43b1-8844-8918f2f79459 req-57897632-f994-4a0e-9d4a-733aff981b45 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311022 Jul 28 10:40:21.900265 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14215f1a-a36b-4de1-b163-75a47327a208 req-b4763880-454d-4a46-a4f0-8483d0fe312c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:21.901764 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-14215f1a-a36b-4de1-b163-75a47327a208 req-b4763880-454d-4a46-a4f0-8483d0fe312c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0513771 Jul 28 10:40:21.938549 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-14215f1a-a36b-4de1-b163-75a47327a208 req-b93629d4-1c36-4c71-8bda-763fb265ed9b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310190 Jul 28 10:40:22.047572 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f299dc-e419-4b11-bf55-5a1fa701f8ad req-649df272-d447-473f-8f96-3365b1864059 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:22.049026 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f7f299dc-e419-4b11-bf55-5a1fa701f8ad req-649df272-d447-473f-8f96-3365b1864059 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0484357 Jul 28 10:40:22.085084 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f7f299dc-e419-4b11-bf55-5a1fa701f8ad req-97bf306f-5139-4748-9b11-f2d44c89a3d0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303044 Jul 28 10:40:23.057351 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f2b34-ba49-4e09-8028-e8d074069afd req-68f8c892-bd41-4bec-81d2-41494c0edd7f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:23.058790 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-239f2b34-ba49-4e09-8028-e8d074069afd req-68f8c892-bd41-4bec-81d2-41494c0edd7f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0474479 Jul 28 10:40:23.098416 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-239f2b34-ba49-4e09-8028-e8d074069afd req-a32c1586-2837-4ed4-81e7-4f4556c263dd tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338640 Jul 28 10:40:23.198765 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccb656d-f0ef-4f32-9405-367824cfd149 req-5f0045b2-6c90-473d-88cb-f14c388bfbd0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:23.200223 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bccb656d-f0ef-4f32-9405-367824cfd149 req-5f0045b2-6c90-473d-88cb-f14c388bfbd0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0479019 Jul 28 10:40:23.237335 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bccb656d-f0ef-4f32-9405-367824cfd149 req-8bdb1714-23b5-4d8d-bc83-1062f2dcea8a tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Jul 28 10:40:24.216406 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b905c2-9f1a-4cd5-aa03-e8c4e868ddf6 req-ba15902d-ac3b-457b-960e-b445afea76a6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:24.217812 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e9b905c2-9f1a-4cd5-aa03-e8c4e868ddf6 req-ba15902d-ac3b-457b-960e-b445afea76a6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0478203 Jul 28 10:40:24.254990 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e9b905c2-9f1a-4cd5-aa03-e8c4e868ddf6 req-9b89524b-6d6c-4c59-8feb-b99092dc321c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313392 Jul 28 10:40:24.355431 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f4f38-a34c-49c3-b335-a67699d01a72 req-fe5649da-f5ba-4cc0-afda-28606f02d84d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:24.356913 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-815f4f38-a34c-49c3-b335-a67699d01a72 req-fe5649da-f5ba-4cc0-afda-28606f02d84d tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0483201 Jul 28 10:40:24.393648 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-815f4f38-a34c-49c3-b335-a67699d01a72 req-7b5c9320-d69c-47f9-bf2d-bb04ff8588f0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308967 Jul 28 10:40:25.372477 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d9f7dd-8ab2-450e-87b2-cc10222d79e6 req-7ea78ac9-344f-415f-8bab-0c86b7ead9ea tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:25.373999 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-81d9f7dd-8ab2-450e-87b2-cc10222d79e6 req-7ea78ac9-344f-415f-8bab-0c86b7ead9ea tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0474355 Jul 28 10:40:25.410955 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-81d9f7dd-8ab2-450e-87b2-cc10222d79e6 req-fd43e9ad-7f5c-4bc2-9a2a-ddea8eb59211 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Jul 28 10:40:25.508914 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9789fe-17ed-4c4a-9f66-6373a507e9a1 req-e1e32602-837e-41f2-a4d2-54321859fed4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:25.510399 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2f9789fe-17ed-4c4a-9f66-6373a507e9a1 req-e1e32602-837e-41f2-a4d2-54321859fed4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0514328 Jul 28 10:40:25.546820 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2f9789fe-17ed-4c4a-9f66-6373a507e9a1 req-9e07d551-5c17-49e0-82ad-07b3158e8517 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305910 Jul 28 10:40:26.046020 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-416c3f9e-28e5-49da-b26a-5d31e9eaa8df tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:26.047480 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-416c3f9e-28e5-49da-b26a-5d31e9eaa8df tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 945 time: 0.0640182 Jul 28 10:40:26.144937 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Deleting port 34faabe4-239a-4508-b886-66e6cb2243a3 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:40:26.145292 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:26.234637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] For port 34faabe4-239a-4508-b886-66e6cb2243a3, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34faabe4-239a-4508-b886-66e6cb2243a3,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:26.235013 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:26.250661 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Calling delete_port for 34faabe4-239a-4508-b886-66e6cb2243a3 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:40:26.392344 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:26.421658 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Pushing event deleted for resources: {'Port': ['ID=34faabe4-239a-4508-b886-66e6cb2243a3,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:26.445172 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['82804a28-d133-4800-8d06-025b1596883a', '34faabe4-239a-4508-b886-66e6cb2243a3'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:40:26.479118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.482636 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.483207 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.483787 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.484346 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.485636 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.486208 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.488645 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.489257 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.489808 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.491097 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.491771 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:26.545019 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] No DVR routers for this DVR port 34faabe4-239a-4508-b886-66e6cb2243a3 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:40:26.548324 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:26.550457 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-52ea3ec8-2f18-418e-a52e-e218759fff25 req-acaafcf5-20b3-412c-b7e2-b3d2aec86791 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "DELETE /v2.0/ports/34faabe4-239a-4508-b886-66e6cb2243a3 HTTP/1.1" status: 204 len: 173 time: 0.4956181 Jul 28 10:40:26.550930 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd28e13-6930-4641-9020-5257ca4327af', 'name': 'network-vif-deleted', 'tag': '34faabe4-239a-4508-b886-66e6cb2243a3'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:40:26.553227 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90221617-079e-467b-ba0e-378b99123e8d" -d '{"events": [{"server_uuid": "6cd28e13-6930-4641-9020-5257ca4327af", "name": "network-vif-deleted", "tag": "34faabe4-239a-4508-b886-66e6cb2243a3"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:40:26.590537 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a350bc-6804-462a-9fef-05388af3e389 req-bf8ff76c-631f-48ec-a4d2-e54a13bd9ad2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:26.597666 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a350bc-6804-462a-9fef-05388af3e389 req-bf8ff76c-631f-48ec-a4d2-e54a13bd9ad2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0936849 Jul 28 10:40:26.600161 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f996288d-6497-4af4-910f-756d77ec3129 x-openstack-request-id: req-f996288d-6497-4af4-910f-756d77ec3129 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:40:26.600446 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd28e13-6930-4641-9020-5257ca4327af", "name": "network-vif-deleted", "tag": "34faabe4-239a-4508-b886-66e6cb2243a3", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:40:26.600704 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f996288d-6497-4af4-910f-756d77ec3129 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:40:26.601219 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd28e13-6930-4641-9020-5257ca4327af', 'name': 'network-vif-deleted', 'tag': '34faabe4-239a-4508-b886-66e6cb2243a3', 'status': 'completed', 'code': 200} Jul 28 10:40:26.661413 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a350bc-6804-462a-9fef-05388af3e389 req-3d6dbf75-e15d-4500-afab-300a0aa8d344 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627241 Jul 28 10:40:26.691563 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-97f56db4-c837-4ba9-8df2-0cb67e90e8c2 req-03359efb-788d-48d6-8514-9bf979d7b5a3 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 210 time: 0.0349760 Jul 28 10:40:27.280555 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877a18bb-60a8-4fa6-a300-d09e4474fe55 req-3225ff1c-5ae8-4b81-9d82-654751b21857 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:27.282109 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-877a18bb-60a8-4fa6-a300-d09e4474fe55 req-3225ff1c-5ae8-4b81-9d82-654751b21857 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0484152 Jul 28 10:40:27.320787 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-877a18bb-60a8-4fa6-a300-d09e4474fe55 req-2e118d55-fcba-4356-81d5-7d680380195d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325520 Jul 28 10:40:27.781972 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed8902d-0c18-48ee-8b61-31a30e2df388 req-057e5a5b-8eaf-4f70-84f9-99435618cbd4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:27.783695 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7ed8902d-0c18-48ee-8b61-31a30e2df388 req-057e5a5b-8eaf-4f70-84f9-99435618cbd4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0529144 Jul 28 10:40:27.795343 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-67db7e4a-1fca-432f-ace3-cde6831cc795 req-2d55a8b2-3770-4560-a7e5-894593746c10 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=6cd28e13-6930-4641-9020-5257ca4327af HTTP/1.1" status: 200 len: 210 time: 0.0302265 Jul 28 10:40:27.822529 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7ed8902d-0c18-48ee-8b61-31a30e2df388 req-a15330a0-572c-490a-897c-c3a5e5069953 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Jul 28 10:40:28.437414 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8a074-40d4-4f6a-8cfc-650133281c16 req-3f3057b9-9755-4598-95c1-3ae78f36edc5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:28.438777 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-72a8a074-40d4-4f6a-8cfc-650133281c16 req-3f3057b9-9755-4598-95c1-3ae78f36edc5 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0510647 Jul 28 10:40:28.474956 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-72a8a074-40d4-4f6a-8cfc-650133281c16 req-d15504bc-993b-4fac-9454-369ca33d019d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304801 Jul 28 10:40:29.064069 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4a7a1-8f08-4ff5-8f14-f942e679f19d req-d78fac85-5645-42e4-ac4a-823e7e5d36d0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:29.065530 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-dfa4a7a1-8f08-4ff5-8f14-f942e679f19d req-d78fac85-5645-42e4-ac4a-823e7e5d36d0 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0501838 Jul 28 10:40:29.100975 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-dfa4a7a1-8f08-4ff5-8f14-f942e679f19d req-f1636b63-ca69-46bd-a1ba-e8d11d8f2b20 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296404 Jul 28 10:40:29.590009 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06031d53-4df1-4bfb-80b6-963eeb0d79d7 req-0d4fb508-1572-4eb8-b5ab-d68cb35edf8b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:29.591536 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-06031d53-4df1-4bfb-80b6-963eeb0d79d7 req-0d4fb508-1572-4eb8-b5ab-d68cb35edf8b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0481663 Jul 28 10:40:29.628634 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-06031d53-4df1-4bfb-80b6-963eeb0d79d7 req-b7458bc7-15f0-411a-b1a5-14ce76f8cc6f tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312855 Jul 28 10:40:30.058153 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34faabe4-239a-4508-b886-66e6cb2243a3 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:30.077803 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 34faabe4-239a-4508-b886-66e6cb2243a3 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:40:30.078147 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34faabe4-239a-4508-b886-66e6cb2243a3 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:30.213948 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966086db-e2dd-4116-9b89-7fd45a98cd70 req-d45e0f63-cc8c-40b0-b965-43e3e48c5583 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:30.215396 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-966086db-e2dd-4116-9b89-7fd45a98cd70 req-d45e0f63-cc8c-40b0-b965-43e3e48c5583 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0471008 Jul 28 10:40:30.252213 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-966086db-e2dd-4116-9b89-7fd45a98cd70 req-3213751d-d0a4-43f9-82c4-5045f40634f7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309448 Jul 28 10:40:30.747432 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91dd62-deab-412c-9b47-880cba85c2aa req-a5a39816-9469-423e-8f87-f6db72bccbb8 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:30.749129 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3e91dd62-deab-412c-9b47-880cba85c2aa req-a5a39816-9469-423e-8f87-f6db72bccbb8 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0520523 Jul 28 10:40:30.790009 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3e91dd62-deab-412c-9b47-880cba85c2aa req-ce078105-ec2e-4a28-84f9-dffd0c140af0 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344739 Jul 28 10:40:31.362426 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a3bc2-91cd-443d-b4eb-354524a43505 req-3f896946-2592-4606-9fd4-4235c0fcdaa5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:31.363910 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6d1a3bc2-91cd-443d-b4eb-354524a43505 req-3f896946-2592-4606-9fd4-4235c0fcdaa5 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0465360 Jul 28 10:40:31.401210 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6d1a3bc2-91cd-443d-b4eb-354524a43505 req-1a447f13-152b-47de-85fe-20126800e2d4 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303659 Jul 28 10:40:31.910491 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6cd0bb-ce80-4555-b151-428b884e2dcf req-9b86b7d7-0217-46a6-ad9b-82be3e64fbf9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:31.912019 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3c6cd0bb-ce80-4555-b151-428b884e2dcf req-9b86b7d7-0217-46a6-ad9b-82be3e64fbf9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0518012 Jul 28 10:40:31.950517 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3c6cd0bb-ce80-4555-b151-428b884e2dcf req-8b33d00d-e102-4523-9e4c-b76e62186e0e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318708 Jul 28 10:40:32.518208 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa01b79-d40f-4eac-96a3-58cbf56f9fde req-98714ed6-0cdd-42e4-9ca8-025534dc2b5f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:32.519668 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eaa01b79-d40f-4eac-96a3-58cbf56f9fde req-98714ed6-0cdd-42e4-9ca8-025534dc2b5f tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0525889 Jul 28 10:40:32.556368 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eaa01b79-d40f-4eac-96a3-58cbf56f9fde req-6551ff0a-84e5-4078-8411-4b9cc76850f1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306323 Jul 28 10:40:33.064245 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0410a-8452-4850-bce7-a021f2857038 req-16a27e7e-f749-4926-8116-b17c6862ba16 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:33.065754 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dcc0410a-8452-4850-bce7-a021f2857038 req-16a27e7e-f749-4926-8116-b17c6862ba16 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0476663 Jul 28 10:40:33.104523 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dcc0410a-8452-4850-bce7-a021f2857038 req-928e3325-d6e8-4dca-bd45-16dda57569f1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328305 Jul 28 10:40:33.667294 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777a4c-f544-4096-aac6-4e58317d77f7 req-33692d49-006e-47d2-8fc1-054735d456b2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:33.668772 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e2777a4c-f544-4096-aac6-4e58317d77f7 req-33692d49-006e-47d2-8fc1-054735d456b2 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0477102 Jul 28 10:40:33.705868 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e2777a4c-f544-4096-aac6-4e58317d77f7 req-545446b3-9b7f-44c7-a969-ce20620b6dfa tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311658 Jul 28 10:40:34.214822 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52097e1b-0e2a-459b-81a8-09aa7c7f8d0f req-48e41859-b36f-4fa9-be13-dc7ad98d42e4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:34.216307 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-52097e1b-0e2a-459b-81a8-09aa7c7f8d0f req-48e41859-b36f-4fa9-be13-dc7ad98d42e4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0468290 Jul 28 10:40:34.253211 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-52097e1b-0e2a-459b-81a8-09aa7c7f8d0f req-51024123-9e2f-4932-81de-223ebc14d8f6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310664 Jul 28 10:40:34.816860 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068016-717f-43bc-848c-5f21e9bf9cd2 req-79b2c0f0-2cae-4d82-bf64-36d56f427ffc tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:34.818313 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-96068016-717f-43bc-848c-5f21e9bf9cd2 req-79b2c0f0-2cae-4d82-bf64-36d56f427ffc tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0470765 Jul 28 10:40:34.855312 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-96068016-717f-43bc-848c-5f21e9bf9cd2 req-1af3779d-5931-4ffb-b50a-1a52aef21a7b tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/security-groups?id=d0a25230-b6da-42e0-abd4-efde4b015a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311525 Jul 28 10:40:35.367290 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caaa371-a69d-4db4-9991-7a2a441ae3db req-da6956b0-0e02-471d-9774-90a987d8f576 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:35.369291 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4caaa371-a69d-4db4-9991-7a2a441ae3db req-da6956b0-0e02-471d-9774-90a987d8f576 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0507774 Jul 28 10:40:35.407251 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4caaa371-a69d-4db4-9991-7a2a441ae3db req-da0df72a-7a84-42f9-8bfa-3878de84e914 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317090 Jul 28 10:40:35.591004 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-140ae3f5-7f96-41d7-8e5b-e4775706afe1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:35.592421 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-140ae3f5-7f96-41d7-8e5b-e4775706afe1 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 945 time: 0.0501904 Jul 28 10:40:35.680976 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Deleting port 82804a28-d133-4800-8d06-025b1596883a {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:40:35.681385 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:35.768978 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] For port 82804a28-d133-4800-8d06-025b1596883a, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=82804a28-d133-4800-8d06-025b1596883a,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:35.769346 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:35.781521 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Calling delete_port for 82804a28-d133-4800-8d06-025b1596883a owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:40:35.903874 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:35.939310 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['82804a28-d133-4800-8d06-025b1596883a'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:40:35.946850 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Pushing event deleted for resources: {'Port': ['ID=82804a28-d133-4800-8d06-025b1596883a,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:35.966597 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a0e66c20-3c36-45dd-bbe4-5b9e5ec4549f req-63c94631-5f86-4dc1-9f09-4b7720acf097 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.25 "GET /v2.0/ports?device_id=a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3 HTTP/1.1" status: 200 len: 210 time: 0.0320983 Jul 28 10:40:36.000901 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] No DVR routers for this DVR port 82804a28-d133-4800-8d06-025b1596883a on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:40:36.003303 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:36.005267 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf3ae0dd-a03f-436a-8d24-9752d788af6a req-e6f720ab-eaff-4628-8385-78277ddaf1a7 tempest-ServerRescueNegativeTestJSON-1435844511 tempest-ServerRescueNegativeTestJSON-1435844511-project] 10.222.0.23 "DELETE /v2.0/ports/82804a28-d133-4800-8d06-025b1596883a HTTP/1.1" status: 204 len: 173 time: 0.4063730 Jul 28 10:40:36.005714 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'name': 'network-vif-deleted', 'tag': '82804a28-d133-4800-8d06-025b1596883a'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:40:36.007897 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c1b96a9-65f5-40a4-b84b-2074e4b38115" -d '{"events": [{"server_uuid": "a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3", "name": "network-vif-deleted", "tag": "82804a28-d133-4800-8d06-025b1596883a"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:40:36.043178 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83f423d6-1eaa-47ff-874f-8eec1843fb14 x-openstack-request-id: req-83f423d6-1eaa-47ff-874f-8eec1843fb14 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:40:36.043468 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3", "name": "network-vif-deleted", "tag": "82804a28-d133-4800-8d06-025b1596883a", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:40:36.043723 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-83f423d6-1eaa-47ff-874f-8eec1843fb14 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:40:36.044119 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36ceb0e-bf88-4f42-83b3-59dc4e4c5fa3', 'name': 'network-vif-deleted', 'tag': '82804a28-d133-4800-8d06-025b1596883a', 'status': 'completed', 'code': 200} Jul 28 10:40:36.527826 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee95a22-3e03-4ed3-8d99-3bd2d1372bc5 req-71ed69b4-4634-4f8b-8e8e-4e794706919e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:36.529414 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0ee95a22-3e03-4ed3-8d99-3bd2d1372bc5 req-71ed69b4-4634-4f8b-8e8e-4e794706919e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0514326 Jul 28 10:40:36.571657 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0ee95a22-3e03-4ed3-8d99-3bd2d1372bc5 req-3177b79d-bea8-49a8-b0ee-6e07e7ffd6eb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356815 Jul 28 10:40:37.023252 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48944) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:37.419660 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:37.708542 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5aee50-dc85-4c71-b631-e1987bf447ce req-66e72087-eac1-4d35-98aa-0a8608a8adec tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:37.710155 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d5aee50-dc85-4c71-b631-e1987bf447ce req-66e72087-eac1-4d35-98aa-0a8608a8adec tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0571361 Jul 28 10:40:37.717062 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Deleting port 530fd2b5-cffe-406a-b8c5-140ba50252a9 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:40:37.717414 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:37.753413 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d5aee50-dc85-4c71-b631-e1987bf447ce req-7d2cbcd8-334d-4d27-85bf-3be8e54f35ab tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349422 Jul 28 10:40:37.796326 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] For port 530fd2b5-cffe-406a-b8c5-140ba50252a9, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=530fd2b5-cffe-406a-b8c5-140ba50252a9,segment=NetworkSegment(6ef94bc7-6ea4-491d-87d0-1e5d36fe4871),segment_id=6ef94bc7-6ea4-491d-87d0-1e5d36fe4871)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:37.796694 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:37.808696 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Calling delete_port for 530fd2b5-cffe-406a-b8c5-140ba50252a9 owned by network:router_interface {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:40:37.821474 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-fce3045a-5e41-4edb-9b0b-ae78d1f6fa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:38.002384 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:38.028792 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Pushing event deleted for resources: {'Port': ['ID=530fd2b5-cffe-406a-b8c5-140ba50252a9,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:38.054778 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.055135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.055556 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.055965 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.056298 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.056629 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.056985 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.057307 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.057629 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.057949 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.058267 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.058582 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:40:38.189602 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:38.611417 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Router ca9f7f0a-5468-4f88-aabb-282aea47654e has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:40:38.715468 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:40:38.720462 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-396047ab-b076-4075-8f97-a3ca12879200 admin admin] 10.222.0.25 "PUT /v2.0/routers/ca9f7f0a-5468-4f88-aabb-282aea47654e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6959956 Jul 28 10:40:38.722974 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 48966) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:38.723975 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] Sync routers for ids ['ca9f7f0a-5468-4f88-aabb-282aea47654e'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:40:38.735017 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] Routers {'ca9f7f0a-5468-4f88-aabb-282aea47654e'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:40:38.735731 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:40:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['ca9f7f0a-5468-4f88-aabb-282aea47654e'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:38.844014 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] Set router ca9f7f0a-5468-4f88-aabb-282aea47654e gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:40:38.853875 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks [] for router, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:38.960235 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553f01a5-2056-4f9b-9681-5d53152de870 req-f076ace6-334e-493b-8acb-94ed11b87831 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:38.961857 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-553f01a5-2056-4f9b-9681-5d53152de870 req-f076ace6-334e-493b-8acb-94ed11b87831 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.1224773 Jul 28 10:40:39.007088 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.028768 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-553f01a5-2056-4f9b-9681-5d53152de870 req-f1e56461-2ca7-4305-90c1-e68152ba5445 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539021 Jul 28 10:40:39.042984 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149'}], 'enable_snat': True}, 'gw_port_id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:40:37Z', 'revision_number': 5, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port': {'id': '1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:88:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:39.072978 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] Checking router: ca9f7f0a-5468-4f88-aabb-282aea47654e for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:40:39.082636 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] Routers {'ca9f7f0a-5468-4f88-aabb-282aea47654e'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:40:39.083275 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:40:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['ca9f7f0a-5468-4f88-aabb-282aea47654e'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:39.103538 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Deleting port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:40:39.104043 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.176838 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] Set router ca9f7f0a-5468-4f88-aabb-282aea47654e gateway port host: None {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:40:39.196870 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] For port 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:40:39.197246 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.210286 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Calling delete_port for 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb owned by network:router_gateway {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:40:39.237757 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:40:39Z', 'revision_number': 6, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:39.358459 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcc5a26-c635-4bb4-946e-74e40326cc12 None None] The sync data for ids ['ca9f7f0a-5468-4f88-aabb-282aea47654e'] in dv-cinder-800431-3-iscsi is: [{'id': 'ca9f7f0a-5468-4f88-aabb-282aea47654e', 'name': 'tempest-ServerRescueNegativeTestJSON-1225407565-router', 'tenant_id': '02bb4273bddb44d783e4291853ff94bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:08Z', 'updated_at': '2021-07-28T10:40:39Z', 'revision_number': 6, 'project_id': '02bb4273bddb44d783e4291853ff94bc', 'gw_port_host': None}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:40:39.397518 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.424547 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.447220 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49002) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:39.484229 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.550928 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3c853f22-1024-46d4-9e34-2ce0c211f895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.593567 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.596012 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.637498 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3c853f22-1024-46d4-9e34-2ce0c211f895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.641783 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3c853f22-1024-46d4-9e34-2ce0c211f895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.661705 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.662303 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca9f7f0a-5468-4f88-aabb-282aea47654e {{(pid=93231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:40:39.668537 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.669767 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-0cae1edb-3347-4541-8deb-7164f014ec4f admin admin] 10.222.0.25 "DELETE /v2.0/routers/ca9f7f0a-5468-4f88-aabb-282aea47654e HTTP/1.1" status: 204 len: 168 time: 0.9458737 Jul 28 10:40:39.672435 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49006) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:39.681340 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3c853f22-1024-46d4-9e34-2ce0c211f895 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a084567ac4c04df1b14e8d31a610e0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2305970 Jul 28 10:40:39.681340 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c853f22-1024-46d4-9e34-2ce0c211f895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1c65da-ac2f-4267-8c2c-709f2dafb514,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.682570 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49008) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:39.727437 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] Deleting subnet 16aad6af-c7e3-406c-ad5c-dd531b36b757 {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:40:39.730992 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.735392 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-49872235-9753-46be-a4e2-81998a77f3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.762272 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-49872235-9753-46be-a4e2-81998a77f3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.769425 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.813423 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-49872235-9753-46be-a4e2-81998a77f3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.816976 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-49872235-9753-46be-a4e2-81998a77f3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.820467 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-49872235-9753-46be-a4e2-81998a77f3ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d1c65da-ac2f-4267-8c2c-709f2dafb514 HTTP/1.1" status: 204 len: 168 time: 0.1348627 Jul 28 10:40:39.822016 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.831157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49872235-9753-46be-a4e2-81998a77f3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1c65da-ac2f-4267-8c2c-709f2dafb514,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.880707 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.909364 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16aad6af-c7e3-406c-ad5c-dd531b36b757,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:39.913158 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:39.917229 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2e3fb74a-afc1-4ee8-a07a-238edecec07e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/16aad6af-c7e3-406c-ad5c-dd531b36b757 HTTP/1.1" status: 204 len: 168 time: 0.2439523 Jul 28 10:40:39.917943 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49012) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:39.985203 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.064953 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.076319 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ab1b17-9ef4-4433-b69d-ff3c73d89f04']}} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:40.084035 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49016) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:40.087089 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871') {'for_net_delete': True} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:40.087389 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef94bc7-6ea4-491d-87d0-1e5d36fe4871') {} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:40:40.096364 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4682916'] for segment, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.097047 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4ab3-55ce-4599-a480-57ff81f23739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.113113 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.120943 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:40:40.121493 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4682975'] for segment, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: Traceback (most recent call last): Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: timer() Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: cb(*args, **kw) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: return func(*args, **kwargs) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: self._notify() Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: self.callback(batched_events) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: event.method(event) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: return f(self, *a, **k) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._get(url).json() Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: return self.request(url, 'GET', **kwargs) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:40:40.123408 dv-cinder-800431-3-iscsi neutron-server[93232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:40:40.137290 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 82804a28-d133-4800-8d06-025b1596883a no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:40.178423 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 82804a28-d133-4800-8d06-025b1596883a {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:40:40.179001 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 82804a28-d133-4800-8d06-025b1596883a not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:40.225793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4ab3-55ce-4599-a480-57ff81f23739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.231718 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a2ab4ab3-55ce-4599-a480-57ff81f23739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.231895 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbd19f-fb97-4d82-a9db-79518a86478b req-986b1d6c-2cfe-4f38-b3c6-4ded4a8b8f3d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:40.233755 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3fbbd19f-fb97-4d82-a9db-79518a86478b req-986b1d6c-2cfe-4f38-b3c6-4ded4a8b8f3d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0611506 Jul 28 10:40:40.234634 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.240044 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.241887 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] 10.222.0.25 "DELETE /v2.0/networks/11ab1b17-9ef4-4433-b69d-ff3c73d89f04 HTTP/1.1" status: 204 len: 168 time: 0.3228953 Jul 28 10:40:40.249455 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 530fd2b5-cffe-406a-b8c5-140ba50252a9 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:40.275172 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef14f82-496e-4607-b98d-9e85e69c382d admin admin] Pushing event deleted for resources: {'Network': ['ID=11ab1b17-9ef4-4433-b69d-ff3c73d89f04,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:40.277258 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 530fd2b5-cffe-406a-b8c5-140ba50252a9 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:40:40.277885 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 530fd2b5-cffe-406a-b8c5-140ba50252a9 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:40.278509 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:40:40.291890 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3fbbd19f-fb97-4d82-a9db-79518a86478b req-06ea87cd-c9ca-45ea-ae2e-939be0083cc6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474060 Jul 28 10:40:40.295200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab4ab3-55ce-4599-a480-57ff81f23739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8561c8-c77b-4f9e-a219-4874efc61906,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:40.299820 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a2ab4ab3-55ce-4599-a480-57ff81f23739 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=655daede34b44d8398f1287779a27564&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147248 Jul 28 10:40:40.302683 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49022) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:40.303144 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:40:40.303592 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1eb0b78a-ce3b-4be6-b9e6-d70be3bc93eb not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:40:40.358400 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa7a-a6da-4840-a172-614165059c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.382036 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa7a-a6da-4840-a172-614165059c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.431083 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa7a-a6da-4840-a172-614165059c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.433646 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-66c0fa7a-a6da-4840-a172-614165059c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.434943 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-66c0fa7a-a6da-4840-a172-614165059c90 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e8561c8-c77b-4f9e-a219-4874efc61906 HTTP/1.1" status: 204 len: 168 time: 0.1310182 Jul 28 10:40:40.449798 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c0fa7a-a6da-4840-a172-614165059c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8561c8-c77b-4f9e-a219-4874efc61906,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:40.456376 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49026) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:40.515478 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9b3b3323-f6f7-41cc-bda1-fdacd45233f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02bb4273bddb44d783e4291853ff94bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0579069 Jul 28 10:40:40.517976 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49028) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:40.569203 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8585a4af-ca23-462a-9593-a4faa2b64111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.576077 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5ff89be4-5757-493a-ac6f-1c476e658be8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.597664 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5ff89be4-5757-493a-ac6f-1c476e658be8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.610077 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.650698 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5ff89be4-5757-493a-ac6f-1c476e658be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.653402 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5ff89be4-5757-493a-ac6f-1c476e658be8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:40.654633 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-5ff89be4-5757-493a-ac6f-1c476e658be8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0a25230-b6da-42e0-abd4-efde4b015a97 HTTP/1.1" status: 204 len: 168 time: 0.1357484 Jul 28 10:40:40.669640 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff89be4-5757-493a-ac6f-1c476e658be8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a25230-b6da-42e0-abd4-efde4b015a97,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:41.427460 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbbca6f-3d4f-46ef-863c-00c7788d0a56 req-22087b50-e5a4-4a50-ab66-add2725fc537 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:41.429038 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4bbbca6f-3d4f-46ef-863c-00c7788d0a56 req-22087b50-e5a4-4a50-ab66-add2725fc537 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0522351 Jul 28 10:40:41.472116 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4bbbca6f-3d4f-46ef-863c-00c7788d0a56 req-fa832aa8-a60f-4070-bd46-ac7d23d88812 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359406 Jul 28 10:40:41.497770 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:42.599169 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8228db-8241-4cbb-bffe-bfbf489281b1 req-ae10dd66-eab0-4241-ac17-bfa389e8a56b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:42.600357 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6f8228db-8241-4cbb-bffe-bfbf489281b1 req-ae10dd66-eab0-4241-ac17-bfa389e8a56b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0547588 Jul 28 10:40:42.602776 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49156) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:42.647529 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6f8228db-8241-4cbb-bffe-bfbf489281b1 req-e29bad19-4bce-4850-97c9-82b71a3d98a6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397098 Jul 28 10:40:42.731094 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f922528d-f559-445d-bead-db22933f22c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:42.826153 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f922528d-f559-445d-bead-db22933f22c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:42.830732 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f922528d-f559-445d-bead-db22933f22c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:42.869412 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f922528d-f559-445d-bead-db22933f22c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32758f75ecf04ab0b31e7a82c59ab5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653203 Jul 28 10:40:42.870290 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f922528d-f559-445d-bead-db22933f22c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96e55fa0-098d-4060-88cc-3996727f5826,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:42.872525 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49180) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:42.930068 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b76a5620-5b29-475c-bc6d-3ca9f782e00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:42.951086 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b76a5620-5b29-475c-bc6d-3ca9f782e00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.002348 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b76a5620-5b29-475c-bc6d-3ca9f782e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.006194 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b76a5620-5b29-475c-bc6d-3ca9f782e00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.007122 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b76a5620-5b29-475c-bc6d-3ca9f782e00e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/96e55fa0-098d-4060-88cc-3996727f5826 HTTP/1.1" status: 204 len: 168 time: 0.1334405 Jul 28 10:40:43.021585 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a5620-5b29-475c-bc6d-3ca9f782e00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96e55fa0-098d-4060-88cc-3996727f5826,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:43.058412 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.284313 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49222) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:43.298231 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2c85dd33-072a-4831-bd37-3c5acdafd8b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.391429 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2c85dd33-072a-4831-bd37-3c5acdafd8b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.395122 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2c85dd33-072a-4831-bd37-3c5acdafd8b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.433746 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2c85dd33-072a-4831-bd37-3c5acdafd8b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e29e257d3f804b9c9e376456bcd0652d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482854 Jul 28 10:40:43.434451 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85dd33-072a-4831-bd37-3c5acdafd8b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40cdab7-b78a-48b9-95dc-f1d1c872ba61,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:43.437044 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49232) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:43.487379 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-06d2b154-9477-43f1-bfc5-f2b9a6312989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.510335 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-06d2b154-9477-43f1-bfc5-f2b9a6312989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.562451 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-06d2b154-9477-43f1-bfc5-f2b9a6312989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.565184 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-06d2b154-9477-43f1-bfc5-f2b9a6312989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:43.566339 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-06d2b154-9477-43f1-bfc5-f2b9a6312989 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f40cdab7-b78a-48b9-95dc-f1d1c872ba61 HTTP/1.1" status: 204 len: 168 time: 0.1280942 Jul 28 10:40:43.576600 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2b154-9477-43f1-bfc5-f2b9a6312989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40cdab7-b78a-48b9-95dc-f1d1c872ba61,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:43.653502 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49238) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:43.775313 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e76fe0-d274-4e36-a25e-ed1ff5dc0339 req-86e0a6c6-f10d-415d-8bd2-9cec8f8d6a4b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:43.776985 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-19e76fe0-d274-4e36-a25e-ed1ff5dc0339 req-86e0a6c6-f10d-415d-8bd2-9cec8f8d6a4b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0506389 Jul 28 10:40:43.815967 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-19e76fe0-d274-4e36-a25e-ed1ff5dc0339 req-a29314de-67e5-4bf4-88d5-01bd2afce902 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330760 Jul 28 10:40:43.887463 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d34efa55-889e-4662-af46-547d5cb3bfef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.002940 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d34efa55-889e-4662-af46-547d5cb3bfef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.023638 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d34efa55-889e-4662-af46-547d5cb3bfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.070697 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d34efa55-889e-4662-af46-547d5cb3bfef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f293113cb759474bbf058a2489185451&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4160597 Jul 28 10:40:44.071392 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34efa55-889e-4662-af46-547d5cb3bfef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a9acf5-4b76-4ba6-b906-39b519d81e81,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:44.074968 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49260) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:44.085551 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45585862-78cd-4c09-862a-e58409f7fcfb req-8b2fd884-546c-4de0-ad2a-b02d94ce73ce tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:44.087458 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-45585862-78cd-4c09-862a-e58409f7fcfb req-8b2fd884-546c-4de0-ad2a-b02d94ce73ce tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0973105 Jul 28 10:40:44.130042 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-45585862-78cd-4c09-862a-e58409f7fcfb req-4d8e8f5a-91e8-4e61-ba98-cc797f3469d8 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348341 Jul 28 10:40:44.171646 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-48e84ac4-c22a-4c2f-9512-17e0bde28af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:44.173148 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-48e84ac4-c22a-4c2f-9512-17e0bde28af4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 1099 time: 0.0775168 Jul 28 10:40:44.202812 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-486c8cb3-e8da-4734-85df-e92cc2658650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.256182 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-486c8cb3-e8da-4734-85df-e92cc2658650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.308957 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-630779d4-4532-438f-a1f1-be7df5455d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:44.310408 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-630779d4-4532-438f-a1f1-be7df5455d11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 912 time: 0.1279180 Jul 28 10:40:44.359100 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-486c8cb3-e8da-4734-85df-e92cc2658650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.361558 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-486c8cb3-e8da-4734-85df-e92cc2658650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.362667 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-486c8cb3-e8da-4734-85df-e92cc2658650 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d0a9acf5-4b76-4ba6-b906-39b519d81e81 HTTP/1.1" status: 204 len: 168 time: 0.2842510 Jul 28 10:40:44.376283 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c8cb3-e8da-4734-85df-e92cc2658650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a9acf5-4b76-4ba6-b906-39b519d81e81,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:44.388196 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-29680e0a-4a40-4e8c-927f-e4d80c90bc47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 200 len: 1001 time: 0.0702722 Jul 28 10:40:44.448132 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-23b23787-af95-406e-8cb3-aac0f316c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:44.450274 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-23b23787-af95-406e-8cb3-aac0f316c413 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0548220 Jul 28 10:40:44.511519 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-4ec84f3f-2f0c-444f-a004-02cafe89eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:44.513385 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-4ec84f3f-2f0c-444f-a004-02cafe89eec9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547140 Jul 28 10:40:44.611656 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-b0e930ed-dfda-4e36-93cf-2a8a4ba436af service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900488 Jul 28 10:40:44.704989 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49280) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:44.723828 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3165-e3ee-4ac8-a447-0df6d272ba76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.737918 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ca25a4d5-fa10-4dc2-9c46-68b754c42345 req-31594956-8d2e-485e-b428-fd353e109519 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191776 Jul 28 10:40:44.829710 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3165-e3ee-4ac8-a447-0df6d272ba76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.834464 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3165-e3ee-4ac8-a447-0df6d272ba76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.875933 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49284) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:40:44.876131 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6ddf3165-e3ee-4ac8-a447-0df6d272ba76 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c1acdeb0ad434a1188fc9d7ec4ba4843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626923 Jul 28 10:40:44.877217 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf3165-e3ee-4ac8-a447-0df6d272ba76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=699b5eb8-8ee8-4f23-8749-7064cffeb3fd,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:44.931395 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c556-0bcf-4aee-b81c-cd03a15f1b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:44.960519 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c556-0bcf-4aee-b81c-cd03a15f1b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:45.025794 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c556-0bcf-4aee-b81c-cd03a15f1b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:45.029231 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0ab1c556-0bcf-4aee-b81c-cd03a15f1b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:45.031217 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0ab1c556-0bcf-4aee-b81c-cd03a15f1b5a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/699b5eb8-8ee8-4f23-8749-7064cffeb3fd HTTP/1.1" status: 204 len: 168 time: 0.1541784 Jul 28 10:40:45.041597 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab1c556-0bcf-4aee-b81c-cd03a15f1b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=699b5eb8-8ee8-4f23-8749-7064cffeb3fd,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:40:45.221620 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:40:45.256125 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c8a972-e177-4b99-bf9d-70e328bbd263 req-aa596705-b71f-437f-b780-94ed1a31661d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:45.257743 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d3c8a972-e177-4b99-bf9d-70e328bbd263 req-aa596705-b71f-437f-b780-94ed1a31661d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0507739 Jul 28 10:40:45.305596 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d3c8a972-e177-4b99-bf9d-70e328bbd263 req-9d3bfc17-dfb3-4394-8ade-e60791a83517 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322258 Jul 28 10:40:46.415193 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d889889-5b99-4509-9439-8511e8391dba req-a2764899-c7ed-4de3-9b1d-f234c4957a42 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:40:46.416817 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8d889889-5b99-4509-9439-8511e8391dba req-a2764899-c7ed-4de3-9b1d-f234c4957a42 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0512147 Jul 28 10:40:46.454344 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8d889889-5b99-4509-9439-8511e8391dba req-fd64bdb1-89fe-483f-92fb-c9b0c0d7162b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Jul 28 10:40:48.104617 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:41:06.651644 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49640) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:06.755463 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b103465e-ea50-4dae-a967-b7abff45e097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:06.839997 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b103465e-ea50-4dae-a967-b7abff45e097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:06.843572 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b103465e-ea50-4dae-a967-b7abff45e097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:06.880631 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b103465e-ea50-4dae-a967-b7abff45e097 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6744e1df27cd4bdcaf63566002c7bf03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279298 Jul 28 10:41:06.881733 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103465e-ea50-4dae-a967-b7abff45e097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621fd8a6-a0a6-49c1-8138-248d5d5de7ea,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:06.883701 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49644) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:06.930730 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-78706a25-dcd9-46b1-8c69-4f35acb92b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:06.954416 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-78706a25-dcd9-46b1-8c69-4f35acb92b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.000800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-78706a25-dcd9-46b1-8c69-4f35acb92b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.003325 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-78706a25-dcd9-46b1-8c69-4f35acb92b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.004454 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-78706a25-dcd9-46b1-8c69-4f35acb92b4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/621fd8a6-a0a6-49c1-8138-248d5d5de7ea HTTP/1.1" status: 204 len: 168 time: 0.1196806 Jul 28 10:41:07.012619 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78706a25-dcd9-46b1-8c69-4f35acb92b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621fd8a6-a0a6-49c1-8138-248d5d5de7ea,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:07.260801 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49652) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:07.273731 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9885e4d3-f5f4-4b08-b358-1f2dd33c7fff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.360029 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9885e4d3-f5f4-4b08-b358-1f2dd33c7fff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.363724 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9885e4d3-f5f4-4b08-b358-1f2dd33c7fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.405701 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9885e4d3-f5f4-4b08-b358-1f2dd33c7fff admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eaf3be0a24be476d95a013c28486049b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1438870 Jul 28 10:41:07.406555 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885e4d3-f5f4-4b08-b358-1f2dd33c7fff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1832583-7684-4f74-9b32-eb319af220fa,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:07.408323 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49654) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:07.456759 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-713c40b2-c82b-4dcb-863d-eb5d79b328b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.478281 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-713c40b2-c82b-4dcb-863d-eb5d79b328b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.524716 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-713c40b2-c82b-4dcb-863d-eb5d79b328b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.527475 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-713c40b2-c82b-4dcb-863d-eb5d79b328b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:07.531925 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-713c40b2-c82b-4dcb-863d-eb5d79b328b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d1832583-7684-4f74-9b32-eb319af220fa HTTP/1.1" status: 204 len: 168 time: 0.1222847 Jul 28 10:41:07.539821 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c40b2-c82b-4dcb-863d-eb5d79b328b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1832583-7684-4f74-9b32-eb319af220fa,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:07.822955 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d3471baf-c6e6-475c-98c6-a73231686e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:10.561250 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5ab128d4-1e6e-480a-bf67-0eb344f8f270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:10.610556 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:11.486945 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:12.523762 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a0c52a-c289-4a5c-9f3e-5d26fc6f35c5 req-cd114104-58db-424e-8b56-da08a9bd3c38 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:12.525387 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a9a0c52a-c289-4a5c-9f3e-5d26fc6f35c5 req-cd114104-58db-424e-8b56-da08a9bd3c38 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0536308 Jul 28 10:41:12.563435 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a9a0c52a-c289-4a5c-9f3e-5d26fc6f35c5 req-29f15655-c915-467a-afc7-70766078d644 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 Jul 28 10:41:13.044321 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:13.683593 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008b7d7-89fe-4113-9c77-6fb9513eec60 req-70ce7bae-34a3-4002-bd98-cefadaf24f11 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:13.685076 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c008b7d7-89fe-4113-9c77-6fb9513eec60 req-70ce7bae-34a3-4002-bd98-cefadaf24f11 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0476973 Jul 28 10:41:13.723893 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c008b7d7-89fe-4113-9c77-6fb9513eec60 req-92f17f8f-a00f-41c4-9ec0-7fc143b01d2b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328205 Jul 28 10:41:14.595957 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-4d357695-863e-40d3-a6b5-97819b0583fa tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:14.597427 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-4d357695-863e-40d3-a6b5-97819b0583fa tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0504212 Jul 28 10:41:14.697293 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Deleting port 602fc625-de40-4d7c-8ac1-0c239e6258a7 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:41:14.698022 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:14.821687 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] For port 602fc625-de40-4d7c-8ac1-0c239e6258a7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=602fc625-de40-4d7c-8ac1-0c239e6258a7,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:14.822258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:14.877391 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe52b3-01ed-40e6-8735-89c349685211 req-96a70b32-175e-464f-a0d6-8f329c04f370 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:14.879535 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a3fe52b3-01ed-40e6-8735-89c349685211 req-96a70b32-175e-464f-a0d6-8f329c04f370 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 946 time: 0.0488577 Jul 28 10:41:14.918664 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a3fe52b3-01ed-40e6-8735-89c349685211 req-fa1db7a3-eb27-46d1-ab8e-c4472abdad2e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=91183095-7d4e-4c03-ae4e-95dc11a456c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319421 Jul 28 10:41:15.215637 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:15.309953 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:15.309953 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:15.309953 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Floating IP 6693f585-5ffc-424e-9669-ed99f7f37e84 disassociated. External IP: 172.27.3.252, port: 602fc625-de40-4d7c-8ac1-0c239e6258a7. Jul 28 10:41:15.309953 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Calling delete_port for 602fc625-de40-4d7c-8ac1-0c239e6258a7 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:41:15.438659 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:15.470355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event deleted for resources: {'Port': ['ID=602fc625-de40-4d7c-8ac1-0c239e6258a7,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:15.590785 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Router 52f75da0-6411-4c59-9d7d-56bf15050119 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:41:15.707302 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:15.720049 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] Sync routers for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:15.733829 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:15.734752 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:15.765671 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] No DVR routers for this DVR port 602fc625-de40-4d7c-8ac1-0c239e6258a7 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:41:15.768838 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:15.771387 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fd624c03-c56d-4716-96b5-da8e2ecf2287 req-605e9a2d-7e15-4bc0-842f-afe8387bab10 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "DELETE /v2.0/ports/602fc625-de40-4d7c-8ac1-0c239e6258a7 HTTP/1.1" status: 204 len: 173 time: 1.1637516 Jul 28 10:41:15.771899 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-deleted', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:15.775130 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b03feaed-82d7-49de-9316-928788984898" -d '{"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-deleted", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:15.815921 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e57044d5-a3e5-403b-9e84-09937419c343 x-openstack-request-id: req-e57044d5-a3e5-403b-9e84-09937419c343 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:15.816404 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b", "name": "network-vif-deleted", "tag": "602fc625-de40-4d7c-8ac1-0c239e6258a7", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:15.816868 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e57044d5-a3e5-403b-9e84-09937419c343 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:15.817528 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b', 'name': 'network-vif-deleted', 'tag': '602fc625-de40-4d7c-8ac1-0c239e6258a7', 'status': 'completed', 'code': 200} Jul 28 10:41:15.874184 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49868) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:15.877993 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:16.005955 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-52f68daf-1796-4933-89ff-2b47e71872c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.079611 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e118ab69-2a5b-4ecd-af77-d41dfb149f0c req-65d1fe3c-7abe-4d47-ab40-508f9e640b19 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb15fb4f-4ab3-46ff-8a51-9cbc4cc9ce4b HTTP/1.1" status: 200 len: 210 time: 0.0398743 Jul 28 10:41:16.128555 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-52f68daf-1796-4933-89ff-2b47e71872c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.135896 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-52f68daf-1796-4933-89ff-2b47e71872c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.150171 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:16.183904 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-52f68daf-1796-4933-89ff-2b47e71872c2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32b2311cdfc74b9f866a9dc06a8b349e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3064227 Jul 28 10:41:16.183904 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f68daf-1796-4933-89ff-2b47e71872c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18cbc545-1d31-4064-83df-4aaced0a5ec8,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.185798 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49874) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:16.186412 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] Checking router: 52f75da0-6411-4c59-9d7d-56bf15050119 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:16.198748 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:16.199449 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:16.263198 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8528613-c7c9-45a3-aec8-de4b34450251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.286636 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8528613-c7c9-45a3-aec8-de4b34450251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.308094 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:16.332527 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8528613-c7c9-45a3-aec8-de4b34450251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.335563 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8528613-c7c9-45a3-aec8-de4b34450251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.340086 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d8528613-c7c9-45a3-aec8-de4b34450251 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/18cbc545-1d31-4064-83df-4aaced0a5ec8 HTTP/1.1" status: 204 len: 168 time: 0.1528428 Jul 28 10:41:16.348449 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8528613-c7c9-45a3-aec8-de4b34450251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18cbc545-1d31-4064-83df-4aaced0a5ec8,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.536419 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:16.567915 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfdeffa-74d8-416e-a28d-cf2251623cc2 None None] The sync data for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi is: [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:16.656158 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49886) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:16.670440 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ac20bb9-f001-4645-b0fc-3031297d8357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.778796 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ac20bb9-f001-4645-b0fc-3031297d8357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.782760 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ac20bb9-f001-4645-b0fc-3031297d8357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.825250 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac20bb9-f001-4645-b0fc-3031297d8357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9af1699-6207-4a57-b087-88875c463b8f,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:16.834917 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8ac20bb9-f001-4645-b0fc-3031297d8357 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=384630e74d264ca1950a09d58a478191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746132 Jul 28 10:41:16.834917 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49890) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:16.851936 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d740e7-fd33-4d7b-a139-c6cfec2971e3 None None] New status for floating IP 6693f585-5ffc-424e-9669-ed99f7f37e84: DOWN {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:41:16.894541 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5b1a7cab-4bd3-44c3-96e5-3b881cd22e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.921761 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5b1a7cab-4bd3-44c3-96e5-3b881cd22e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.988816 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5b1a7cab-4bd3-44c3-96e5-3b881cd22e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.992279 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5b1a7cab-4bd3-44c3-96e5-3b881cd22e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:16.994512 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-5b1a7cab-4bd3-44c3-96e5-3b881cd22e8b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b9af1699-6207-4a57-b087-88875c463b8f HTTP/1.1" status: 204 len: 168 time: 0.1588981 Jul 28 10:41:17.004574 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a7cab-4bd3-44c3-96e5-3b881cd22e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9af1699-6207-4a57-b087-88875c463b8f,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.191674 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49904) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:17.252278 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09ff398c-cbfd-4b86-964d-936d5fa614ac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.281142 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09ff398c-cbfd-4b86-964d-936d5fa614ac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.332555 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09ff398c-cbfd-4b86-964d-936d5fa614ac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.336023 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09ff398c-cbfd-4b86-964d-936d5fa614ac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.338575 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-09ff398c-cbfd-4b86-964d-936d5fa614ac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "DELETE /v2.0/security-groups/91183095-7d4e-4c03-ae4e-95dc11a456c6 HTTP/1.1" status: 204 len: 168 time: 0.1449842 Jul 28 10:41:17.340992 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49912) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:17.341480 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49914) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:17.349377 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff398c-cbfd-4b86-964d-936d5fa614ac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91183095-7d4e-4c03-ae4e-95dc11a456c6,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.366266 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.api.v2.resource [None req-9c304faa-af74-4204-9da3-fc066d3edfac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] show failed (client error): The resource could not be found. Jul 28 10:41:17.369031 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9c304faa-af74-4204-9da3-fc066d3edfac tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups/91183095-7d4e-4c03-ae4e-95dc11a456c6 HTTP/1.1" status: 404 len: 347 time: 0.0240960 Jul 28 10:41:17.371348 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49922) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:17.510573 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0653fa48-e1b3-40ee-818b-6aade3a962f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.569429 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Deleting port a08e5c1b-f087-4527-bc81-b97213965b22 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:41:17.569777 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.679953 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.680560 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.709139 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Calling delete_port for a08e5c1b-f087-4527-bc81-b97213965b22 owned by network:floatingip {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:41:17.711381 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0653fa48-e1b3-40ee-818b-6aade3a962f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.721637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0653fa48-e1b3-40ee-818b-6aade3a962f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.807271 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0653fa48-e1b3-40ee-818b-6aade3a962f8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=77850732312d47ac9269eabd39930ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4647174 Jul 28 10:41:17.809782 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49936) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:17.811391 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653fa48-e1b3-40ee-818b-6aade3a962f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88110405-251c-48ad-97c0-98cc9698afe9,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.864211 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a3476195-6afe-4ccf-9703-139f25fc9300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.885924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a3476195-6afe-4ccf-9703-139f25fc9300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.902943 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.929326 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event deleted for resources: {'Port': ['ID=a08e5c1b-f087-4527-bc81-b97213965b22,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.942397 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a3476195-6afe-4ccf-9703-139f25fc9300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.945457 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a3476195-6afe-4ccf-9703-139f25fc9300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:17.947953 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a3476195-6afe-4ccf-9703-139f25fc9300 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/88110405-251c-48ad-97c0-98cc9698afe9 HTTP/1.1" status: 204 len: 168 time: 0.1368010 Jul 28 10:41:17.959096 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3476195-6afe-4ccf-9703-139f25fc9300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88110405-251c-48ad-97c0-98cc9698afe9,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:17.998796 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.001893 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.008054 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-9099d094-e1a8-454b-9fd0-f09d14c4486d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "DELETE /v2.0/floatingips/6693f585-5ffc-424e-9669-ed99f7f37e84 HTTP/1.1" status: 204 len: 168 time: 0.6340001 Jul 28 10:41:18.364397 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:18.389357 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 602fc625-de40-4d7c-8ac1-0c239e6258a7 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:41:18.390143 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 602fc625-de40-4d7c-8ac1-0c239e6258a7 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:18.402332 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49956) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:18.417268 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-78f64219-dafc-4192-9883-f9626c9424c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.513106 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-78f64219-dafc-4192-9883-f9626c9424c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.518092 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-78f64219-dafc-4192-9883-f9626c9424c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.566970 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-78f64219-dafc-4192-9883-f9626c9424c3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85d04bc6949b4dfbbfbfc19b2feaed3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1610782 Jul 28 10:41:18.566970 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f64219-dafc-4192-9883-f9626c9424c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040f04b5-cec6-4134-852f-00e81f0fa6be,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:18.567472 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49964) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:18.623186 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be5b9fc7-401d-4915-8fd6-29a1779f59fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.645624 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be5b9fc7-401d-4915-8fd6-29a1779f59fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.716578 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be5b9fc7-401d-4915-8fd6-29a1779f59fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.719654 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be5b9fc7-401d-4915-8fd6-29a1779f59fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.723190 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-be5b9fc7-401d-4915-8fd6-29a1779f59fa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/040f04b5-cec6-4134-852f-00e81f0fa6be HTTP/1.1" status: 204 len: 168 time: 0.1517432 Jul 28 10:41:18.749534 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b9fc7-401d-4915-8fd6-29a1779f59fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040f04b5-cec6-4134-852f-00e81f0fa6be,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:18.750600 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49972) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:18.755716 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-2ca23d2b-5658-4758-bda0-52adc2f273b9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1736377005', 'description': 'tempest-description--1673594658'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:18.791998 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ca23d2b-5658-4758-bda0-52adc2f273b9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.882669 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ca23d2b-5658-4758-bda0-52adc2f273b9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.887582 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ca23d2b-5658-4758-bda0-52adc2f273b9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.918855 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca23d2b-5658-4758-bda0-52adc2f273b9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8c35ae-6985-47e3-b32e-564e6143e2cb,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:18.927016 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ca23d2b-5658-4758-bda0-52adc2f273b9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:18.931871 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2ca23d2b-5658-4758-bda0-52adc2f273b9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1765819 Jul 28 10:41:18.932420 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49982) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:18.938045 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-b53e4026-9708-4ce0-98bd-2b624cfeec03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'security_group_rule': {'security_group_id': '9b8c35ae-6985-47e3-b32e-564e6143e2cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:18.969851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b53e4026-9708-4ce0-98bd-2b624cfeec03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.023913 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b53e4026-9708-4ce0-98bd-2b624cfeec03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.028568 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b53e4026-9708-4ce0-98bd-2b624cfeec03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.053507 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e4026-9708-4ce0-98bd-2b624cfeec03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fb60217-6564-4e9e-8456-fe0aa3022b28,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.057439 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b53e4026-9708-4ce0-98bd-2b624cfeec03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.062007 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49984) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:19.062221 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b53e4026-9708-4ce0-98bd-2b624cfeec03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1286643 Jul 28 10:41:19.067109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-d97d0bfb-740d-4665-a00a-70bea992be55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'security_group_rule': {'security_group_id': '9b8c35ae-6985-47e3-b32e-564e6143e2cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:19.096162 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d97d0bfb-740d-4665-a00a-70bea992be55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.101625 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49986) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:19.115990 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-658af6b0-70b7-42a3-a783-e00944cc950f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.173231 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d97d0bfb-740d-4665-a00a-70bea992be55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.179470 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d97d0bfb-740d-4665-a00a-70bea992be55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.206745 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d0bfb-740d-4665-a00a-70bea992be55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb6759a0-9ba3-447d-b974-d82e8e030868,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.253890 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-658af6b0-70b7-42a3-a783-e00944cc950f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.257690 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-658af6b0-70b7-42a3-a783-e00944cc950f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.261925 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d97d0bfb-740d-4665-a00a-70bea992be55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.263304 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d97d0bfb-740d-4665-a00a-70bea992be55 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2001462 Jul 28 10:41:19.266377 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 49992) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:19.271270 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:19.293360 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.296700 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658af6b0-70b7-42a3-a783-e00944cc950f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cb764e-d324-4785-9687-98816a297ade,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.301999 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-658af6b0-70b7-42a3-a783-e00944cc950f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2ac92a5f9d934a9ebde6243241c4be0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992810 Jul 28 10:41:19.304607 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 49994) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:19.354520 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7817c87-34c0-49ad-ba45-eb3fc9c9d16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.375625 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7817c87-34c0-49ad-ba45-eb3fc9c9d16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.393000 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.422736 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7817c87-34c0-49ad-ba45-eb3fc9c9d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.426276 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d7817c87-34c0-49ad-ba45-eb3fc9c9d16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.427729 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-d7817c87-34c0-49ad-ba45-eb3fc9c9d16f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15cb764e-d324-4785-9687-98816a297ade HTTP/1.1" status: 204 len: 168 time: 0.1220820 Jul 28 10:41:19.437688 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7817c87-34c0-49ad-ba45-eb3fc9c9d16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cb764e-d324-4785-9687-98816a297ade,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.503118 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Allocated IP 172.27.3.59 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/c5be374c-d9df-4527-9cf5-aed98e51eabd) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:19.606685 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.645658 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.688088 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:19.690912 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:19.693417 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:41:19.721485 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'Port': ['ID=c5be374c-d9df-4527-9cf5-aed98e51eabd,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:19.787103 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.820174 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.973018 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:19.978147 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:20.049955 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'Port': ['ID=c5be374c-d9df-4527-9cf5-aed98e51eabd,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:20.061543 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:20.075125 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:20.076577 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-bf9ecdd1-832c-4f59-bf3a-c0e67b93428d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8090086 Jul 28 10:41:20.264880 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-280477a8-d5a6-4d09-b2dc-68af3bd81272 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1736377005&fields=id&tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 267 time: 0.0336609 Jul 28 10:41:20.384292 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-72501145-9998-4ead-91ec-bbf3fec45887 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:20.386360 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-72501145-9998-4ead-91ec-bbf3fec45887 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 817 time: 0.1143839 Jul 28 10:41:20.403608 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-6051643e-13d0-4e8d-8c8e-92b5212bc499 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/quotas/f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 375 time: 0.0096672 Jul 28 10:41:20.463616 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-cc594c40-87cb-440f-b7ed-0265b6f016dd tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0532410 Jul 28 10:41:20.567482 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-bb052094-c43d-4235-9a50-04e492c6fc92 service neutron] 10.222.0.25 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875444 Jul 28 10:41:20.655629 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c95f85ed-9c9d-48e4-94f8-563b25d15ee8 service neutron] 10.222.0.25 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836289 Jul 28 10:41:20.836070 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7fcbbe24-cc42-478f-9058-0491e939c3b7 req-94b2efc6-709d-429a-a99c-cd4ab3054904 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 210 time: 0.0295167 Jul 28 10:41:21.753329 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50088) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:21.864439 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba73fdc-3830-4473-8d84-f7bcc0e294b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:21.905269 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-7ff5cba1-93f4-40ad-837c-fc8364ff0279 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:21.907895 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-7ff5cba1-93f4-40ad-837c-fc8364ff0279 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 817 time: 0.1166034 Jul 28 10:41:21.960660 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ba0845be-f9c8-45fd-a84b-f1dc9482a1c2 req-890bf669-525b-4394-87b8-fd7b964e1003 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 210 time: 0.0354428 Jul 28 10:41:21.983265 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-4f7b50c1-548a-4aff-8667-2c6b2a5559f2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 380 time: 0.0456574 Jul 28 10:41:21.995914 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'port': {'device_id': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'admin_state_up': True, 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'security_groups': ['9b8c35ae-6985-47e3-b32e-564e6143e2cb']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:22.007130 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba73fdc-3830-4473-8d84-f7bcc0e294b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.011159 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba73fdc-3830-4473-8d84-f7bcc0e294b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.052369 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba73fdc-3830-4473-8d84-f7bcc0e294b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=883b47a3-6803-4e49-8363-3f082759f7e0,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:22.058305 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8ba73fdc-3830-4473-8d84-f7bcc0e294b3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7769d33990da4987ae4305046bb21cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039284 Jul 28 10:41:22.060908 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50098) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:22.108197 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Made reservation on behalf of f4b9f9b1967a4b24a6ca58290fb2179b for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:22.111581 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c33ae08a-276e-47c2-b031-477ebed1c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.111794 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.132683 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c33ae08a-276e-47c2-b031-477ebed1c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.179096 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c33ae08a-276e-47c2-b031-477ebed1c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.181842 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c33ae08a-276e-47c2-b031-477ebed1c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.185426 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c33ae08a-276e-47c2-b031-477ebed1c73e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/883b47a3-6803-4e49-8363-3f082759f7e0 HTTP/1.1" status: 204 len: 168 time: 0.1212311 Jul 28 10:41:22.190516 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ae08a-276e-47c2-b031-477ebed1c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=883b47a3-6803-4e49-8363-3f082759f7e0,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:22.237833 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Allocated IP 172.20.0.6 (2e98efdf-61ac-4cfd-96bc-8805f92caedb/93f1afbf-d46b-4e59-8f33-4f979b756f40/57f09889-bfea-4347-a33a-864b214d8f2c) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:22.384118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.397872 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Transition to ACTIVE for port object 57f09889-bfea-4347-a33a-864b214d8f2c will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:41:22.433246 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.476292 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:22.480031 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:22.488258 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50110) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:22.490044 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:41:22.510376 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0158-9b99-42ae-bafd-420acf8680f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.532945 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:22.564918 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:22.565561 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.623424 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0158-9b99-42ae-bafd-420acf8680f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.628461 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f8cd0158-9b99-42ae-bafd-420acf8680f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.634305 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-ccf43263-31f0-45de-b75b-de28250a5593 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6420155 Jul 28 10:41:22.653894 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Request body: {'port': {'device_id': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:22.668116 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd0158-9b99-42ae-bafd-420acf8680f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38c7bea9-4314-4b2e-9e01-4fec166e8e76,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:22.676822 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f8cd0158-9b99-42ae-bafd-420acf8680f2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48ea1bd4a4de47d486e1fafebd9a5382&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844413 Jul 28 10:41:22.676822 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50112) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:22.705308 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-e16ac523-56d4-469a-b9cf-ea1a6cbb324b None None] Provisioning for port 57f09889-bfea-4347-a33a-864b214d8f2c completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:41:22.709916 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-e16ac523-56d4-469a-b9cf-ea1a6cbb324b None None] Provisioning complete for port 57f09889-bfea-4347-a33a-864b214d8f2c triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:41:22.710287 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e16ac523-56d4-469a-b9cf-ea1a6cbb324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.730405 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.734426 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-649a14ba-c9aa-445b-a720-518f9327aa43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.747309 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-e16ac523-56d4-469a-b9cf-ea1a6cbb324b None None] Port 57f09889-bfea-4347-a33a-864b214d8f2c cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:41:22.757658 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-649a14ba-c9aa-445b-a720-518f9327aa43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.803638 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-649a14ba-c9aa-445b-a720-518f9327aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.806228 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-649a14ba-c9aa-445b-a720-518f9327aa43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:22.807484 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-649a14ba-c9aa-445b-a720-518f9327aa43 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/38c7bea9-4314-4b2e-9e01-4fec166e8e76 HTTP/1.1" status: 204 len: 168 time: 0.1300428 Jul 28 10:41:22.816741 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649a14ba-c9aa-445b-a720-518f9327aa43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38c7bea9-4314-4b2e-9e01-4fec166e8e76,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:23.002247 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f09889-bfea-4347-a33a-864b214d8f2c {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:41:23.010336 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.023101 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Transition to ACTIVE for port object 57f09889-bfea-4347-a33a-864b214d8f2c will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:41:23.027209 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.133917 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:23.189595 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b873cbca-4ca5-4f42-95e0-5e8ef1396f21 req-9bcc7a03-d62c-495e-8abe-7e6ed35f2159 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:23.191268 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b873cbca-4ca5-4f42-95e0-5e8ef1396f21 req-9bcc7a03-d62c-495e-8abe-7e6ed35f2159 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.1349878 Jul 28 10:41:23.230313 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Attempting to bind port 57f09889-bfea-4347-a33a-864b214d8f2c on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:41:23.230645 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Attempting to bind port 57f09889-bfea-4347-a33a-864b214d8f2c by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:41:23.230973 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Attempting to bind port 57f09889-bfea-4347-a33a-864b214d8f2c on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:41:23.242795 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Port 57f09889-bfea-4347-a33a-864b214d8f2c on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:41:23.243367 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Attempting to bind port 57f09889-bfea-4347-a33a-864b214d8f2c on network 2e98efdf-61ac-4cfd-96bc-8805f92caedb {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:41:23.254113 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b873cbca-4ca5-4f42-95e0-5e8ef1396f21 req-ded21327-9b8d-44e3-8109-2fe2098c2ce5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546112 Jul 28 10:41:23.254945 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:41:23.255277 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Checking segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:41:23.255659 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Bound using segment: {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:41:23.256073 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Bound port: 57f09889-bfea-4347-a33a-864b214d8f2c, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f203f443-fa85-4863-a8f6-8516767caafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:41:23.256429 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.324969 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:23.328118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:23.333249 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.371524 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:23.372481 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.373819 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/57f09889-bfea-4347-a33a-864b214d8f2c HTTP/1.1" status: 200 len: 1093 time: 0.7248416 Jul 28 10:41:23.374331 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:23.376540 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03b8034-ad2e-4e52-9c1d-0e046cfb1bb5" -d '{"events": [{"name": "network-changed", "server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:23.397887 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a2dd19-eb8a-4bbd-95b5-093452e8c9c9 service neutron] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:23.418926 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3936418d-d34d-45ce-9117-33731fc765ef x-openstack-request-id: req-3936418d-d34d-45ce-9117-33731fc765ef {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:23.419212 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:23.419477 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3936418d-d34d-45ce-9117-33731fc765ef {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:23.419844 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c', 'status': 'completed', 'code': 200} Jul 28 10:41:23.511961 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50140) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:23.610816 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-817373928-network', 'tenant_id': 'ccd510714a244180855da5c7d329521b'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:23.632576 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Made reservation on behalf of ccd510714a244180855da5c7d329521b for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:23.635456 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.643485 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.728643 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.732873 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.755776 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:23.769305 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8870244c-1150-43d8-95ca-f6711037ebad,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:23.773876 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.774361 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Added segment 46ac25a0-7d0b-4f57-87ab-f53e7f768efc of type vlan for network 10352879-cc45-49d4-8ea6-314e22b91a8f Jul 28 10:41:23.812360 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.840258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.841229 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:23.841836 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:23.893140 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3799939 Jul 28 10:41:23.896148 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50144) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:23.901385 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aaca68-0e69-4d50-b5ad-4c0965e92d93 admin admin] Pushing event updated for resources: {'Network': ['ID=10352879-cc45-49d4-8ea6-314e22b91a8f,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:23.901752 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Request body: {'subnet': {'network_id': '10352879-cc45-49d4-8ea6-314e22b91a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-817373928-subnet', 'tenant_id': 'ccd510714a244180855da5c7d329521b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:23.913534 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 10352879-cc45-49d4-8ea6-314e22b91a8f details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:23.923895 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Made reservation on behalf of ccd510714a244180855da5c7d329521b for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:23.926388 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5213335'] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:24.318054 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5052216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5213413'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:24.377665 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f6bd05-5cea-4c4e-8833-8f3a785e32d1,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:24.385202 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63213a61-4861-472e-ae0f-d6fab031b825 req-6de09a15-38a8-402d-b7c7-cd8958e98ceb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:24.386260 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-63213a61-4861-472e-ae0f-d6fab031b825 req-6de09a15-38a8-402d-b7c7-cd8958e98ceb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0493083 Jul 28 10:41:24.391968 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Checking segment: {'id': '46ac25a0-7d0b-4f57-87ab-f53e7f768efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '10352879-cc45-49d4-8ea6-314e22b91a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:41:24.392326 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Network hostable DHCP agents. Network: 10352879-cc45-49d4-8ea6-314e22b91a8f, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:24.408506 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Network 10352879-cc45-49d4-8ea6-314e22b91a8f is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:24.419672 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 10352879-cc45-49d4-8ea6-314e22b91a8f) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:24.423838 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:24.424495 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:24.428443 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-63213a61-4861-472e-ae0f-d6fab031b825 req-48db9891-784f-41e9-8471-a4c25fac8134 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362899 Jul 28 10:41:24.432109 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0037703d-54d3-443b-92f9-057dd2a78a17 None None] Network 10352879-cc45-49d4-8ea6-314e22b91a8f requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:41:24.440035 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f2bd1247-9104-4d4c-8392-eb944d0e631b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5426283 Jul 28 10:41:24.569801 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2939da40-fedf-4b8a-9805-8a1c9f63916f None None] Network 10352879-cc45-49d4-8ea6-314e22b91a8f requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:41:24.901393 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50166) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:24.906257 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1275015327-network', 'tenant_id': '0a1b0b4c366c47078f6966b5d447f7da'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:24.926159 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Made reservation on behalf of 0a1b0b4c366c47078f6966b5d447f7da for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:24.928393 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:24.937350 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.025681 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.029130 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.053271 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:41:25.062715 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dabae4f-d73b-417e-a0ac-3698de0b598d,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:25.068630 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.069006 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Added segment d9d7867a-942f-41ef-9cfb-b2b54156e673 of type vlan for network 8f853701-a477-496a-b43b-01cad5d95c84 Jul 28 10:41:25.104350 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:41:25.107697 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.134283 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.135200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:25.135771 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.185555 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2830868 Jul 28 10:41:25.188506 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50168) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:25.193435 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Request body: {'subnet': {'network_id': '8f853701-a477-496a-b43b-01cad5d95c84', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1275015327-subnet', 'tenant_id': '0a1b0b4c366c47078f6966b5d447f7da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:25.194134 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429e8e5-9c01-476f-8ee8-8b29d4683063 admin admin] Pushing event updated for resources: {'Network': ['ID=8f853701-a477-496a-b43b-01cad5d95c84,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:25.205272 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 8f853701-a477-496a-b43b-01cad5d95c84 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:41:25.216817 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Made reservation on behalf of 0a1b0b4c366c47078f6966b5d447f7da for: {'subnet': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:25.219191 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588124'] for subnet, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.378899 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4682852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588078'] for subnet, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.440955 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61591908-569f-422b-b672-d6a4e6bbca84,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:25.467465 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Checking segment: {'id': 'd9d7867a-942f-41ef-9cfb-b2b54156e673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8f853701-a477-496a-b43b-01cad5d95c84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:41:25.467820 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Network hostable DHCP agents. Network: 8f853701-a477-496a-b43b-01cad5d95c84, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:41:25.486246 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b8034-ad2e-4e52-9c1d-0e046cfb1bb5 req-02c5c995-c077-4ea7-8b47-29e124ebaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:25.487746 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e03b8034-ad2e-4e52-9c1d-0e046cfb1bb5 req-02c5c995-c077-4ea7-8b47-29e124ebaca9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1096 time: 0.0655587 Jul 28 10:41:25.494779 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Network 8f853701-a477-496a-b43b-01cad5d95c84 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:41:25.512315 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 8f853701-a477-496a-b43b-01cad5d95c84) {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:25.521284 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daecb76-e064-4df1-a90a-d11e7e0bb223 None None] Network 8f853701-a477-496a-b43b-01cad5d95c84 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:41:25.551976 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:25.552979 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:25.572848 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ca2b2-5c1f-4061-946c-e2a50f3d7f9d req-fab17fa4-e2ae-4d2c-90eb-b28830a4452f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:25.580054 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c21ca2b2-5c1f-4061-946c-e2a50f3d7f9d req-fab17fa4-e2ae-4d2c-90eb-b28830a4452f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0630634 Jul 28 10:41:25.593133 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4f6517e3-2ca3-40a9-a25a-d1acbb13b955 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4031599 Jul 28 10:41:25.634571 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c21ca2b2-5c1f-4061-946c-e2a50f3d7f9d req-4e14c15a-3e26-42da-9c5c-74c9fd32e57d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528731 Jul 28 10:41:25.650145 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b8034-ad2e-4e52-9c1d-0e046cfb1bb5 req-01ee874f-a91c-462d-94c2-eee4b10d5c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:25.652296 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e03b8034-ad2e-4e52-9c1d-0e046cfb1bb5 req-01ee874f-a91c-462d-94c2-eee4b10d5c6e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1501238 Jul 28 10:41:25.667970 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14367ac4-1742-4d69-95a6-3200e9457ff4 None None] Network 8f853701-a477-496a-b43b-01cad5d95c84 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:41:25.792387 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03b8034-ad2e-4e52-9c1d-0e046cfb1bb5 req-23dca514-39fb-47ba-b2de-7568ee7d5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:25.794185 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e03b8034-ad2e-4e52-9c1d-0e046cfb1bb5 req-23dca514-39fb-47ba-b2de-7568ee7d5d25 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337373 Jul 28 10:41:25.925524 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c7a4b362-36bc-473e-ad7d-42206fa6d21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:25.927155 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-c7a4b362-36bc-473e-ad7d-42206fa6d21a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1096 time: 0.0501952 Jul 28 10:41:25.980529 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-58432757-7f94-4fd8-b74e-f6d3c2c5cc40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57f09889-bfea-4347-a33a-864b214d8f2c HTTP/1.1" status: 200 len: 217 time: 0.0369327 Jul 28 10:41:26.052133 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-da64e081-7ee8-42e2-a00e-567342364a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:26.054288 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-da64e081-7ee8-42e2-a00e-567342364a30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0638270 Jul 28 10:41:26.125344 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4162550f-59f1-4f15-9b77-8916fa2379ae req-4e3a5776-7b16-4f1d-a1a7-9f35bc9059c9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:26.128240 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4162550f-59f1-4f15-9b77-8916fa2379ae req-4e3a5776-7b16-4f1d-a1a7-9f35bc9059c9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0624731 Jul 28 10:41:26.131553 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-0ee479ad-976c-4b5a-b2db-33d7a224fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:26.133183 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-0ee479ad-976c-4b5a-b2db-33d7a224fb64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555027 Jul 28 10:41:26.172152 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4162550f-59f1-4f15-9b77-8916fa2379ae req-d57211dd-0e1d-4647-b0fc-764036a1ee13 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363367 Jul 28 10:41:26.235244 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-18d37632-cd41-4e8f-ae6e-3d1fce084966 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932765 Jul 28 10:41:26.347931 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d8c10bf-2963-4a32-b899-7b60367ece77 req-aa36162a-1b6c-427f-beca-f1482aa484a6 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996461 Jul 28 10:41:26.768441 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8645b8-c455-4b03-9927-41c75ebc96fb req-edf219aa-5b3a-4d8a-9d75-dc146db088ba tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:26.769914 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ce8645b8-c455-4b03-9927-41c75ebc96fb req-edf219aa-5b3a-4d8a-9d75-dc146db088ba tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0524328 Jul 28 10:41:26.807769 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ce8645b8-c455-4b03-9927-41c75ebc96fb req-68c3609d-d44e-499c-bbc4-d088bc0a81ff tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318906 Jul 28 10:41:27.294694 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ed3ce-b4b2-44d9-9693-7426e9e6b803 req-d6b39eba-60c6-4c7d-9947-b47891ee0cf3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:27.296213 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-501ed3ce-b4b2-44d9-9693-7426e9e6b803 req-d6b39eba-60c6-4c7d-9947-b47891ee0cf3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0514698 Jul 28 10:41:27.337488 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-501ed3ce-b4b2-44d9-9693-7426e9e6b803 req-8db26f89-a5e8-4b2f-97d2-7326261fb628 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353019 Jul 28 10:41:27.927953 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e956de3-b3a2-4729-9aad-6405bb144a27 req-63c5e5c5-2692-437e-ae89-7e68de9cc0c4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:27.929433 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e956de3-b3a2-4729-9aad-6405bb144a27 req-63c5e5c5-2692-437e-ae89-7e68de9cc0c4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0498431 Jul 28 10:41:27.966658 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e956de3-b3a2-4729-9aad-6405bb144a27 req-52f63185-7c8c-4d58-80b9-a6aad80e518e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312512 Jul 28 10:41:28.387934 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-d4278205-77cd-487b-accb-86d2ba999e09 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:28.389814 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-d4278205-77cd-487b-accb-86d2ba999e09 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0512705 Jul 28 10:41:28.458839 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc3afe-863c-428a-9a9a-214d0e53f4bf req-155c93dd-cf48-46f4-ae20-f25971a2071a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:28.460436 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-32cc3afe-863c-428a-9a9a-214d0e53f4bf req-155c93dd-cf48-46f4-ae20-f25971a2071a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 946 time: 0.0519211 Jul 28 10:41:28.489126 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Deleting port b2d77924-3a3e-4775-b174-f86027863c1c {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:41:28.489750 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:28.504800 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-32cc3afe-863c-428a-9a9a-214d0e53f4bf req-e085f02d-41bb-4868-aa2f-6356bb8f5d30 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=4c481673-afea-4da3-815f-6e11d98cf735&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366166 Jul 28 10:41:28.579109 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] For port b2d77924-3a3e-4775-b174-f86027863c1c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=b2d77924-3a3e-4775-b174-f86027863c1c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:28.579510 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:28.686258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50242) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:28.778006 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:28.778508 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:28.778970 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Floating IP fabff761-22dc-476c-91d6-bbbcc7c02721 disassociated. External IP: 172.27.3.67, port: b2d77924-3a3e-4775-b174-f86027863c1c. Jul 28 10:41:28.779377 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Calling delete_port for b2d77924-3a3e-4775-b174-f86027863c1c owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:41:28.835623 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e5de12c1-68ed-4668-87b8-e9b58c70392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:28.972428 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.011056 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event deleted for resources: {'Port': ['ID=b2d77924-3a3e-4775-b174-f86027863c1c,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:29.035070 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.035423 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.035752 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.036083 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.036409 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.036784 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.037105 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.037376 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.037691 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.038013 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.038332 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.038646 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:29.049246 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e5de12c1-68ed-4668-87b8-e9b58c70392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.092283 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e5de12c1-68ed-4668-87b8-e9b58c70392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.156108 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e5de12c1-68ed-4668-87b8-e9b58c70392b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5590db0d22454f2d83b97e8dda8c8c87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4686580 Jul 28 10:41:29.158789 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50252) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:29.190931 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5de12c1-68ed-4668-87b8-e9b58c70392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcc2f5c-1b8e-4de6-8190-65ad94aec0b2,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:29.212962 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f272fbc6-deaa-4b3f-a641-faa7c1f7473e req-12e918ec-1366-4ffc-85f2-151821935be8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:29.213190 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0f41a226-1f0b-43fa-bab7-e3e4a39c2e5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.214436 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f272fbc6-deaa-4b3f-a641-faa7c1f7473e req-12e918ec-1366-4ffc-85f2-151821935be8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.1698015 Jul 28 10:41:29.236018 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0f41a226-1f0b-43fa-bab7-e3e4a39c2e5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.241876 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Router d4923e8c-896a-4a5e-99b4-5e0fcb350526 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:41:29.267006 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f272fbc6-deaa-4b3f-a641-faa7c1f7473e req-311a7d30-9ed8-45a4-b855-edb06826f0d1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456014 Jul 28 10:41:29.295872 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0f41a226-1f0b-43fa-bab7-e3e4a39c2e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.298469 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0f41a226-1f0b-43fa-bab7-e3e4a39c2e5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.299610 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-0f41a226-1f0b-43fa-bab7-e3e4a39c2e5b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3bcc2f5c-1b8e-4de6-8190-65ad94aec0b2 HTTP/1.1" status: 204 len: 168 time: 0.1398218 Jul 28 10:41:29.309045 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41a226-1f0b-43fa-bab7-e3e4a39c2e5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcc2f5c-1b8e-4de6-8190-65ad94aec0b2,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:29.379541 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:29.391789 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] Sync routers for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:29.402197 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:29.402895 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:29.432365 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] No DVR routers for this DVR port b2d77924-3a3e-4775-b174-f86027863c1c on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:41:29.435800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.437937 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9843d6b8-d59e-418c-84c6-4f4095643d71 req-42707b95-e90b-4ca4-9198-c6f8c0913809 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "DELETE /v2.0/ports/b2d77924-3a3e-4775-b174-f86027863c1c HTTP/1.1" status: 204 len: 173 time: 1.0423799 Jul 28 10:41:29.438408 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'name': 'network-vif-deleted', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:29.440673 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165355fb-c7cd-464e-b0f6-bda9b9acb6aa" -d '{"events": [{"server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "name": "network-vif-deleted", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:29.504911 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06452427-0342-4838-82e9-1d588b939dcc x-openstack-request-id: req-06452427-0342-4838-82e9-1d588b939dcc {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:29.505217 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1075c593-6301-4ed9-b795-78c416194982", "name": "network-vif-deleted", "tag": "b2d77924-3a3e-4775-b174-f86027863c1c", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:29.505538 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06452427-0342-4838-82e9-1d588b939dcc {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:29.505950 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1075c593-6301-4ed9-b795-78c416194982', 'name': 'network-vif-deleted', 'tag': 'b2d77924-3a3e-4775-b174-f86027863c1c', 'status': 'completed', 'code': 200} Jul 28 10:41:29.557875 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:29.614239 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3dd16300-cdc0-4039-b24d-85608d9b45ae req-11592293-7607-4dab-a2d5-eceeeeb983c7 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=1075c593-6301-4ed9-b795-78c416194982 HTTP/1.1" status: 200 len: 210 time: 0.0266197 Jul 28 10:41:29.653904 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50262) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:29.667398 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-21822631-e65b-42f7-8646-ac8f50011824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.762754 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-21822631-e65b-42f7-8646-ac8f50011824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.766654 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-21822631-e65b-42f7-8646-ac8f50011824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.797722 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:29.803811 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-21822631-e65b-42f7-8646-ac8f50011824 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0dcab9fc7c6a4417b2818fc23317a492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487160 Jul 28 10:41:29.806279 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21822631-e65b-42f7-8646-ac8f50011824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3069d96b-f6d9-47d7-ace9-75b986054fb9,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:29.807231 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50264) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:29.823514 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] Checking router: d4923e8c-896a-4a5e-99b4-5e0fcb350526 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:29.831644 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:29.832235 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:29.857625 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bed461b-8e55-48e0-bf0a-e0a71059794f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.881330 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bed461b-8e55-48e0-bf0a-e0a71059794f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.935728 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bed461b-8e55-48e0-bf0a-e0a71059794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.939220 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bed461b-8e55-48e0-bf0a-e0a71059794f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:29.940787 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5bed461b-8e55-48e0-bf0a-e0a71059794f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3069d96b-f6d9-47d7-ace9-75b986054fb9 HTTP/1.1" status: 204 len: 168 time: 0.1325393 Jul 28 10:41:29.957450 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bed461b-8e55-48e0-bf0a-e0a71059794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3069d96b-f6d9-47d7-ace9-75b986054fb9,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:30.078029 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:30.304988 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:30.331644 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae166ebc-473a-470c-8419-d0806bccc033 None None] The sync data for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi is: [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:30.398846 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d6ec9-d11b-4dc5-8928-effe9b2a2ea9 req-c9890443-2a0a-4d03-8fc8-e047d2e24001 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:30.401311 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-225d6ec9-d11b-4dc5-8928-effe9b2a2ea9 req-c9890443-2a0a-4d03-8fc8-e047d2e24001 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0572381 Jul 28 10:41:30.441820 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-225d6ec9-d11b-4dc5-8928-effe9b2a2ea9 req-922490d4-b658-4a5b-89b9-352d81c7679d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342753 Jul 28 10:41:30.459894 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:41:30.586581 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:30.601043 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '57f09889-bfea-4347-a33a-864b214d8f2c', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'port_id': '57f09889-bfea-4347-a33a-864b214d8f2c', 'mac_address': 'fa:16:3e:11:7b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:41:30.621282 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8690a29-a143-468f-a647-b20c5dc1b55d None None] New status for floating IP fabff761-22dc-476c-91d6-bbbcc7c02721: DOWN {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:41:30.646645 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:30.661446 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f09889-bfea-4347-a33a-864b214d8f2c {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:41:30.688198 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:30.696934 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:30.718196 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50302) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:30.749909 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:30.758099 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.758489 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.758839 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.759162 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.759489 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.759819 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.760142 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.760641 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.761174 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.761809 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.762300 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.762786 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:30.783419 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ac41c84-52d8-4751-95a8-26e637d6ef22 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:30.808183 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ac41c84-52d8-4751-95a8-26e637d6ef22 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:30.854731 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ac41c84-52d8-4751-95a8-26e637d6ef22 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:30.857538 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2ac41c84-52d8-4751-95a8-26e637d6ef22 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:30.858909 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2ac41c84-52d8-4751-95a8-26e637d6ef22 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "DELETE /v2.0/security-groups/4c481673-afea-4da3-815f-6e11d98cf735 HTTP/1.1" status: 204 len: 168 time: 0.1395094 Jul 28 10:41:30.861623 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50306) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:30.874018 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac41c84-52d8-4751-95a8-26e637d6ef22 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c481673-afea-4da3-815f-6e11d98cf735,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:30.880652 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.api.v2.resource [None req-621a4548-5445-47b5-95b2-abbe060a4c7e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] show failed (client error): The resource could not be found. Jul 28 10:41:30.881947 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-621a4548-5445-47b5-95b2-abbe060a4c7e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups/4c481673-afea-4da3-815f-6e11d98cf735 HTTP/1.1" status: 404 len: 347 time: 0.0191021 Jul 28 10:41:30.885732 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50308) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:31.022242 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Deleting port 1b285dd5-9fef-4ea8-894b-0617b4b50b06 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:41:31.022593 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.043374 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['57f09889-bfea-4347-a33a-864b214d8f2c'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:41:31.103443 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.104039 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.116517 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Calling delete_port for 1b285dd5-9fef-4ea8-894b-0617b4b50b06 owned by network:floatingip {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:41:31.262093 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.288104 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event deleted for resources: {'Port': ['ID=1b285dd5-9fef-4ea8-894b-0617b4b50b06,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:31.353640 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.356934 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.360246 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e4440855-8534-431f-9e01-f8ebbeedc632 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "DELETE /v2.0/floatingips/fabff761-22dc-476c-91d6-bbbcc7c02721 HTTP/1.1" status: 204 len: 168 time: 0.4713457 Jul 28 10:41:31.554043 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50336) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:31.563992 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-f6e1c09b-9c3c-4da0-8c10-6f1a96500258 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--167870417', 'description': 'tempest-description--862164591'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:31.584837 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df94eb-a821-4898-bc82-270e5337db03 req-4f9d9d67-ffa3-4e82-9dbc-d439ca26a70a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:31.587430 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b7df94eb-a821-4898-bc82-270e5337db03 req-4f9d9d67-ffa3-4e82-9dbc-d439ca26a70a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 944 time: 0.0586400 Jul 28 10:41:31.609932 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c09b-9c3c-4da0-8c10-6f1a96500258 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.647158 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b7df94eb-a821-4898-bc82-270e5337db03 req-071778f6-b8f4-4710-90d1-a77bf88be4f6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507214 Jul 28 10:41:31.710971 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c09b-9c3c-4da0-8c10-6f1a96500258 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.715819 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c09b-9c3c-4da0-8c10-6f1a96500258 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.746356 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c09b-9c3c-4da0-8c10-6f1a96500258 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.750975 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50346) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:31.751480 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f6e1c09b-9c3c-4da0-8c10-6f1a96500258 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1962173 Jul 28 10:41:31.753133 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1c09b-9c3c-4da0-8c10-6f1a96500258 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe5c8a37-26ee-4386-91bd-7f8daebff43c,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:31.758910 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-94e6d18b-e16c-4e10-a53d-70f1fb4bc25c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c8a37-26ee-4386-91bd-7f8daebff43c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:31.786600 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-94e6d18b-e16c-4e10-a53d-70f1fb4bc25c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.832326 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-94e6d18b-e16c-4e10-a53d-70f1fb4bc25c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.836959 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-94e6d18b-e16c-4e10-a53d-70f1fb4bc25c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.858725 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6d18b-e16c-4e10-a53d-70f1fb4bc25c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69aa8f73-6c1f-4878-ae25-71ad71d00b53,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:31.866016 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-94e6d18b-e16c-4e10-a53d-70f1fb4bc25c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.871316 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-94e6d18b-e16c-4e10-a53d-70f1fb4bc25c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152554 Jul 28 10:41:31.871495 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50352) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:31.876505 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-25c7de76-4b8f-4ad0-993a-4e4efcb7cca4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'security_group_rule': {'security_group_id': 'fe5c8a37-26ee-4386-91bd-7f8daebff43c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:31.902286 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-25c7de76-4b8f-4ad0-993a-4e4efcb7cca4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.959709 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-25c7de76-4b8f-4ad0-993a-4e4efcb7cca4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.964274 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-25c7de76-4b8f-4ad0-993a-4e4efcb7cca4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.985864 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c7de76-4b8f-4ad0-993a-4e4efcb7cca4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8e24a0-12eb-43c4-9e6f-b0a0d071e69f,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:31.993963 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-25c7de76-4b8f-4ad0-993a-4e4efcb7cca4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:31.995254 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-25c7de76-4b8f-4ad0-993a-4e4efcb7cca4 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225543 Jul 28 10:41:31.998589 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50358) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:32.003294 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:32.026563 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.124341 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.230913 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Allocated IP 172.27.3.115 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/3cce8a19-9dd2-4c8a-8ecd-45816bdee0f0) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:32.331245 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.373506 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.417081 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:32.419873 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:32.423209 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:41:32.454004 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'Port': ['ID=3cce8a19-9dd2-4c8a-8ecd-45816bdee0f0,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.478786 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:32.514573 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.527952 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 57f09889-bfea-4347-a33a-864b214d8f2c completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:41:32.531525 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 57f09889-bfea-4347-a33a-864b214d8f2c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:41:32.531899 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.548288 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.615039 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.642019 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:32.644604 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f75911c-6bf6-4e80-acad-a4199fe97c3d" -d '{"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-plugged", "status": "completed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:32.660274 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:32.664845 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.665925 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device b2d77924-3a3e-4775-b174-f86027863c1c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:41:32.724940 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f3028e-c100-463a-9572-5eb836547136 x-openstack-request-id: req-73f3028e-c100-463a-9572-5eb836547136 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:32.725450 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-plugged", "status": "completed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:32.725702 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-73f3028e-c100-463a-9572-5eb836547136 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:32.725828 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.726097 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c', 'code': 200} Jul 28 10:41:32.729387 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: b2d77924-3a3e-4775-b174-f86027863c1c {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:41:32.730025 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device b2d77924-3a3e-4775-b174-f86027863c1c not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:41:32.735744 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.766284 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.839261 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'Port': ['ID=3cce8a19-9dd2-4c8a-8ecd-45816bdee0f0,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:32.867203 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1198813-22ae-4f49-8d65-b06694c81097 req-f4ef6951-ff2e-4aa0-8c3a-e90d2b253a03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:32.869435 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e1198813-22ae-4f49-8d65-b06694c81097 req-f4ef6951-ff2e-4aa0-8c3a-e90d2b253a03 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.1049447 Jul 28 10:41:32.870453 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.894339 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:32.895592 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-47f55979-5dc0-4515-b9aa-8819367feb17 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8956831 Jul 28 10:41:32.917692 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e1198813-22ae-4f49-8d65-b06694c81097 req-2c6a7112-711e-4bd3-a260-4b1ac9332282 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394242 Jul 28 10:41:32.948158 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff15c3ad-2454-4e14-9b0b-d0d65a514611 req-9fc2e112-8c67-481d-b7b0-c3a4c30efab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:32.949764 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff15c3ad-2454-4e14-9b0b-d0d65a514611 req-9fc2e112-8c67-481d-b7b0-c3a4c30efab2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1098 time: 0.0431118 Jul 28 10:41:32.987609 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff15c3ad-2454-4e14-9b0b-d0d65a514611 req-43d2f643-88ce-4056-8aca-4bdb59fc99b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299695 Jul 28 10:41:33.104465 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-59b912c2-13d3-4d8d-8116-5f8c94148294 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--167870417&fields=id&tenant_id=64f97a7ceb6d4d14928726470b026565 HTTP/1.1" status: 200 len: 267 time: 0.0313301 Jul 28 10:41:33.451407 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-2e30973d-9bb0-4faa-87e7-5535b52a5c7f tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:33.452915 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-2e30973d-9bb0-4faa-87e7-5535b52a5c7f tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 811 time: 0.3418083 Jul 28 10:41:33.468444 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-87b8eb95-c24d-40e5-b6c1-1e8e7f5cc16f tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/quotas/64f97a7ceb6d4d14928726470b026565 HTTP/1.1" status: 200 len: 375 time: 0.0098226 Jul 28 10:41:33.525197 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-47690eec-a3a1-44a2-936c-033d2e25d1c3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511198 Jul 28 10:41:33.619809 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-e27b3a62-c9b3-4776-a46b-e947018595d0 service neutron] 10.222.0.25 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828199 Jul 28 10:41:33.715560 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-17bffb0f-42f8-41e9-9219-272ac802f89b service neutron] 10.222.0.25 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895286 Jul 28 10:41:34.063381 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb998003-db64-4658-b8b1-c4c41e427858 req-524fd18d-7cc5-4d66-9909-a2aa7d5807fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:34.064994 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fb998003-db64-4658-b8b1-c4c41e427858 req-524fd18d-7cc5-4d66-9909-a2aa7d5807fe tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0732489 Jul 28 10:41:34.105015 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fb998003-db64-4658-b8b1-c4c41e427858 req-201d9629-eadc-429f-afbc-3d96f6e988cb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328875 Jul 28 10:41:34.904946 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ed8cd2ea-f988-4d4f-bafa-54dada99ce1e req-76cf44e6-bd15-48c1-9440-1fb6ef7ba327 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 210 time: 0.0380073 Jul 28 10:41:35.151688 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50446) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:35.232804 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab07539-3518-4143-8a50-41a89b086de1 req-db5c4d04-7ee3-4968-ad98-8d75b9fbb431 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:35.234359 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4ab07539-3518-4143-8a50-41a89b086de1 req-db5c4d04-7ee3-4968-ad98-8d75b9fbb431 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0485024 Jul 28 10:41:35.254309 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-87292b77-7a36-42a4-ac2d-e9892356ddf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.273210 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4ab07539-3518-4143-8a50-41a89b086de1 req-469fbd16-37ab-4c78-92d3-8302d7a6e4d6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329473 Jul 28 10:41:35.366882 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-87292b77-7a36-42a4-ac2d-e9892356ddf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.371681 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-87292b77-7a36-42a4-ac2d-e9892356ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.431849 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87292b77-7a36-42a4-ac2d-e9892356ddf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4fc1efa-2620-4b2f-9a44-98a4ac36fe49,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.450422 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-87292b77-7a36-42a4-ac2d-e9892356ddf7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=fb07cfb8a5524c6e89fe457401d4a872&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847850 Jul 28 10:41:35.451479 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50458) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:35.451918 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4281188-820e-40e4-b152-ceb4ad0fb15b req-5608f4e8-ec9e-4817-8169-be583b9eb1bb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:35.452613 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b4281188-820e-40e4-b152-ceb4ad0fb15b req-5608f4e8-ec9e-4817-8169-be583b9eb1bb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0981758 Jul 28 10:41:35.464048 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50462) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:35.468672 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Request body: {'floatingip': {'port_id': '57f09889-bfea-4347-a33a-864b214d8f2c'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:35.495821 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3629818b-ce4e-4d94-8f21-fd839dbfc0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.514764 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.527179 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3629818b-ce4e-4d94-8f21-fd839dbfc0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.578641 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3629818b-ce4e-4d94-8f21-fd839dbfc0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.581507 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3629818b-ce4e-4d94-8f21-fd839dbfc0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.582655 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3629818b-ce4e-4d94-8f21-fd839dbfc0b4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a4fc1efa-2620-4b2f-9a44-98a4ac36fe49 HTTP/1.1" status: 204 len: 168 time: 0.1412554 Jul 28 10:41:35.593215 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3629818b-ce4e-4d94-8f21-fd839dbfc0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4fc1efa-2620-4b2f-9a44-98a4ac36fe49,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:35.862252 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50472) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:35.880397 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5699937c-fa47-4a3c-b10a-01bb39929d63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.971494 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:35.978326 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.001104 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-abe7af45-4a6e-483e-a5d6-dc6be3177b16 req-9637b8ce-3fcb-4ca9-897f-47158a4ba700 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 210 time: 0.0292988 Jul 28 10:41:36.009698 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5699937c-fa47-4a3c-b10a-01bb39929d63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.021952 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5699937c-fa47-4a3c-b10a-01bb39929d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.059620 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5699937c-fa47-4a3c-b10a-01bb39929d63 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=19c7d2d6f7394a8e9b55da2db3f2ec4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1941748 Jul 28 10:41:36.061789 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699937c-fa47-4a3c-b10a-01bb39929d63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57196c24-ac23-4fe3-b1fe-eed2a4fc0143,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:36.062221 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50478) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:36.099989 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Floating IP ab840c50-f428-4f7f-b3a6-9b42fd158ace associated. External IP: 172.27.3.59, port: 57f09889-bfea-4347-a33a-864b214d8f2c. Jul 28 10:41:36.166244 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2d176245-3bb9-41be-a087-270bfd705e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.223526 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2d176245-3bb9-41be-a087-270bfd705e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.582618 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2d176245-3bb9-41be-a087-270bfd705e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.585300 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2d176245-3bb9-41be-a087-270bfd705e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.588790 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2d176245-3bb9-41be-a087-270bfd705e9d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/57196c24-ac23-4fe3-b1fe-eed2a4fc0143 HTTP/1.1" status: 204 len: 168 time: 0.5232403 Jul 28 10:41:36.600762 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d176245-3bb9-41be-a087-270bfd705e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57196c24-ac23-4fe3-b1fe-eed2a4fc0143,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:36.612054 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Router 52f75da0-6411-4c59-9d7d-56bf15050119 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:41:36.731879 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:36.736975 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:36.743955 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] Sync routers for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:36.759583 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:36.760766 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:36.772590 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d0fe3ba3-3e1c-47b6-95b7-e251a62a5a9f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "PUT /v2.0/floatingips/ab840c50-f428-4f7f-b3a6-9b42fd158ace HTTP/1.1" status: 200 len: 990 time: 1.3074276 Jul 28 10:41:36.773226 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:36.775538 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5df63b9-bed6-41c8-9018-458e0e3d1c43" -d '{"events": [{"name": "network-changed", "server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:36.826131 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df61ceb8-74ae-42b0-b332-6e3ad0335808 x-openstack-request-id: req-df61ceb8-74ae-42b0-b332-6e3ad0335808 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:36.826608 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:36.826888 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-df61ceb8-74ae-42b0-b332-6e3ad0335808 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:36.827310 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c', 'status': 'completed', 'code': 200} Jul 28 10:41:36.934603 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:36.943968 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-371da3ec-5923-4abe-bfcd-197636aac807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:36.946441 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-371da3ec-5923-4abe-bfcd-197636aac807 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1098 time: 0.0701094 Jul 28 10:41:37.018837 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50498) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:37.033419 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fee3edc8-19a4-4f09-b2c6-3873f7027748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:37.115260 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9eee9447-8cc3-4978-b327-55d418ec22e4 req-f24844e4-90c7-4861-befd-5d1b6f8b0829 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 210 time: 0.0467575 Jul 28 10:41:37.122564 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-2e117a60-fd50-449a-862d-48dff16f28a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:37.124188 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-2e117a60-fd50-449a-862d-48dff16f28a1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.1714859 Jul 28 10:41:37.161903 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fee3edc8-19a4-4f09-b2c6-3873f7027748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:37.167208 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fee3edc8-19a4-4f09-b2c6-3873f7027748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:37.203605 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-a6c69282-a39b-42a5-bd5f-2e9471af15ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57f09889-bfea-4347-a33a-864b214d8f2c HTTP/1.1" status: 200 len: 998 time: 0.0720136 Jul 28 10:41:37.206272 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-fee3edc8-19a4-4f09-b2c6-3873f7027748 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9f0c4dc42f1450aa029585a4c7d8a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1863732 Jul 28 10:41:37.207147 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee3edc8-19a4-4f09-b2c6-3873f7027748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1d00bb-0792-43c7-b92d-32d5fc4950dd,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:37.208837 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50506) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:37.268718 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'ab840c50-f428-4f7f-b3a6-9b42fd158ace', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'port_id': '57f09889-bfea-4347-a33a-864b214d8f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'mac_address': 'fa:16:3e:11:7b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:41:19Z', 'updated_at': '2021-07-28T10:41:35Z', 'revision_number': 1, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:37.286269 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-cd7b2158-ae7c-4cd4-b1a9-c5a96a004989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:37.287815 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-cd7b2158-ae7c-4cd4-b1a9-c5a96a004989 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0712430 Jul 28 10:41:37.299508 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] Checking router: 52f75da0-6411-4c59-9d7d-56bf15050119 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:37.310403 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:37.311012 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:37.324434 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea46-9a8e-41cc-85b8-3cd4ce5b40e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:37.350609 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea46-9a8e-41cc-85b8-3cd4ce5b40e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:37.365155 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-7537243f-d142-416d-aa83-7daccf72764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:37.366622 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-7537243f-d142-416d-aa83-7daccf72764b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710094 Jul 28 10:41:37.416532 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:37.456584 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea46-9a8e-41cc-85b8-3cd4ce5b40e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:37.459344 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fb4dea46-9a8e-41cc-85b8-3cd4ce5b40e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:37.460485 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-fb4dea46-9a8e-41cc-85b8-3cd4ce5b40e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3c1d00bb-0792-43c7-b92d-32d5fc4950dd HTTP/1.1" status: 204 len: 168 time: 0.2500842 Jul 28 10:41:37.480342 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dea46-9a8e-41cc-85b8-3cd4ce5b40e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1d00bb-0792-43c7-b92d-32d5fc4950dd,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:37.486003 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-b11e2af7-db9c-4ab6-bf00-8d2dc3ad9370 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106977 Jul 28 10:41:37.584970 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5df63b9-bed6-41c8-9018-458e0e3d1c43 req-50f252ed-8005-420a-9219-22bbe7576f84 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909541 Jul 28 10:41:37.782116 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'ab840c50-f428-4f7f-b3a6-9b42fd158ace', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'port_id': '57f09889-bfea-4347-a33a-864b214d8f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'mac_address': 'fa:16:3e:11:7b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:41:19Z', 'updated_at': '2021-07-28T10:41:35Z', 'revision_number': 1, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:37.816896 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63050f07-ea29-4b90-9a58-f0fa79814cde None None] The sync data for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi is: [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'ab840c50-f428-4f7f-b3a6-9b42fd158ace', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'port_id': '57f09889-bfea-4347-a33a-864b214d8f2c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'mac_address': 'fa:16:3e:11:7b:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:41:19Z', 'updated_at': '2021-07-28T10:41:35Z', 'revision_number': 1, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:41:37.830624 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6b4ee1f6-39e7-4a15-8d0d-311cdfc24e74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:38.070840 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a281ac-395d-4072-9212-33eae873e2cc None None] New status for floating IP ab840c50-f428-4f7f-b3a6-9b42fd158ace: ACTIVE {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:41:38.210883 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-afa0a931-2907-4e4f-9034-090d7b1c0b34 req-02d1fd3e-a74b-4bc6-9f4b-30ad8649fa39 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 210 time: 0.0383246 Jul 28 10:41:39.297042 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3152bde2-f6cd-48f9-8da8-ad5d859b2509 req-ae87509f-5e44-493b-8243-b2f96c7c513a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 210 time: 0.0272596 Jul 28 10:41:39.371848 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50600) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:39.480054 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.569840 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.573728 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.618164 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=655aafc6d9c64881a1ba5500f0285e04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2445979 Jul 28 10:41:39.619337 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d28d6a0-cc66-4282-9f02-ac0af2cf3508,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:39.620699 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50604) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:39.626984 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.627331 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.627718 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.628079 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.628455 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.628842 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.629169 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.629763 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.630175 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.630541 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.630894 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.631216 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c37bc920-3047-4585-ae27-862b508e488e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:41:39.673924 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9e1e-dcf8-4ebf-b1f3-6c7cbcaa779e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.705399 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9e1e-dcf8-4ebf-b1f3-6c7cbcaa779e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.744290 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50616) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:39.782640 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9e1e-dcf8-4ebf-b1f3-6c7cbcaa779e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.785179 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1d5d9e1e-dcf8-4ebf-b1f3-6c7cbcaa779e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.786288 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-1d5d9e1e-dcf8-4ebf-b1f3-6c7cbcaa779e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4d28d6a0-cc66-4282-9f02-ac0af2cf3508 HTTP/1.1" status: 204 len: 168 time: 0.1645660 Jul 28 10:41:39.800485 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] Deleting subnet c8f6bd05-5cea-4c4e-8833-8f3a785e32d1 {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:41:39.803450 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d9e1e-dcf8-4ebf-b1f3-6c7cbcaa779e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d28d6a0-cc66-4282-9f02-ac0af2cf3508,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:39.806014 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.847386 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.889753 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.950041 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.979490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f6bd05-5cea-4c4e-8833-8f3a785e32d1,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:39.983082 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:39.987326 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-fd53ba3c-9ef6-4014-9c83-e2aa9aa16be8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c8f6bd05-5cea-4c4e-8833-8f3a785e32d1 HTTP/1.1" status: 204 len: 168 time: 0.2394745 Jul 28 10:41:39.987484 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50622) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:40.072928 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.089140 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50624) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:40.112307 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-817cd5c9-5f16-45a7-93bf-bc640bb8d5a1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:40.114035 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-817cd5c9-5f16-45a7-93bf-bc640bb8d5a1 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 811 time: 0.1324871 Jul 28 10:41:40.115087 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d9a7735d-42a0-4c77-814d-d29717ecf2be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.172652 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.183566 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10352879-cc45-49d4-8ea6-314e22b91a8f']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:40.194565 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46ac25a0-7d0b-4f57-87ab-f53e7f768efc') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:40.194677 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46ac25a0-7d0b-4f57-87ab-f53e7f768efc') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:40.204803 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.219277 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.225153 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:40.225538 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:41:40.227383 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:41:40.229426 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-bc2b8f0d-311c-4b16-a3f6-7d7febcf76ee tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=64f97a7ceb6d4d14928726470b026565 HTTP/1.1" status: 200 len: 379 time: 0.0552557 Jul 28 10:41:40.252108 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'port': {'device_id': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'admin_state_up': True, 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'security_groups': ['fe5c8a37-26ee-4386-91bd-7f8daebff43c']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:40.260290 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d9a7735d-42a0-4c77-814d-d29717ecf2be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.271394 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-d9a7735d-42a0-4c77-814d-d29717ecf2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.282013 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.287377 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.289282 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] 10.222.0.25 "DELETE /v2.0/networks/10352879-cc45-49d4-8ea6-314e22b91a8f HTTP/1.1" status: 204 len: 168 time: 0.3007879 Jul 28 10:41:40.298958 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50632) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:40.306784 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98febb38-8ef5-429d-b56c-d6e8b0bc409e admin admin] Pushing event deleted for resources: {'Network': ['ID=10352879-cc45-49d4-8ea6-314e22b91a8f,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.346579 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] Deleting subnet 61591908-569f-422b-b672-d6a4e6bbca84 {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:41:40.350329 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.354096 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-d9a7735d-42a0-4c77-814d-d29717ecf2be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ea810f268c704adaafbd950089d17ff7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607586 Jul 28 10:41:40.354645 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50636) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:40.357583 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7735d-42a0-4c77-814d-d29717ecf2be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bce480b-9d59-44e1-a345-c32dcd9cafe2,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.417157 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-feed73b1-4b27-4c95-8bb2-449fcc9dfcc9 req-dc320a0a-32eb-4a36-b283-b7b6b3a804fd tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 210 time: 0.0395336 Jul 28 10:41:40.429494 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.442711 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Made reservation on behalf of 64f97a7ceb6d4d14928726470b026565 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:41:40.446827 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.462138 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-358c5e4c-422a-43bd-a385-2bf23fe66dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.495378 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-358c5e4c-422a-43bd-a385-2bf23fe66dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.497409 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.562083 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-fa2305bb-610f-441d-8c80-a4d59fb4298f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.573554 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Allocated IP 172.20.0.14 (99b05afa-3957-4d6b-b545-1d387f52d9e8/eedb80c2-a842-46f3-9249-ed6aecbb9a09/26a3b716-ff5a-4338-a882-aad89e4ed3d7) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:41:40.581049 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-358c5e4c-422a-43bd-a385-2bf23fe66dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.583833 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-358c5e4c-422a-43bd-a385-2bf23fe66dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.585101 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-358c5e4c-422a-43bd-a385-2bf23fe66dd2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6bce480b-9d59-44e1-a345-c32dcd9cafe2 HTTP/1.1" status: 204 len: 168 time: 0.2295237 Jul 28 10:41:40.588016 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.616564 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61591908-569f-422b-b672-d6a4e6bbca84,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.622135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c5e4c-422a-43bd-a385-2bf23fe66dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bce480b-9d59-44e1-a345-c32dcd9cafe2,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.622587 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.625804 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.627986 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-81524288-33aa-4000-91bc-1223392a68c7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/61591908-569f-422b-b672-d6a4e6bbca84 HTTP/1.1" status: 204 len: 168 time: 0.3278272 Jul 28 10:41:40.630414 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50640) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:40.701779 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.763384 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.781856 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Transition to ACTIVE for port object 26a3b716-ff5a-4338-a882-aad89e4ed3d7 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:41:40.785589 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.795427 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f853701-a477-496a-b43b-01cad5d95c84']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:40.806035 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9d7867a-942f-41ef-9cfb-b2b54156e673') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:40.806334 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9d7867a-942f-41ef-9cfb-b2b54156e673') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:40.815287 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.822865 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.832318 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.839674 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:41:40.840107 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:41:40.841907 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:41:40.864724 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:41:40.868382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:41:40.871413 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:41:40.908960 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event updated for resources: {'Port': ['ID=26a3b716-ff5a-4338-a882-aad89e4ed3d7,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.912403 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.922595 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.925617 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/8f853701-a477-496a-b43b-01cad5d95c84 HTTP/1.1" status: 204 len: 168 time: 0.2942212 Jul 28 10:41:40.937608 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ed251-63e0-408a-9f30-a52a6d703c71 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f853701-a477-496a-b43b-01cad5d95c84,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:40.940874 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:40.941628 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:40.959254 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-d83f2d43-6fca-4388-bf84-76e55c01bf47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7119968 Jul 28 10:41:40.978208 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Request body: {'port': {'device_id': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:41.043038 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.076880 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50654) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:41.138098 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f09aa9be-c6d1-4087-9986-632c830fd1ae admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ccd510714a244180855da5c7d329521b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0596800 Jul 28 10:41:41.138798 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50656) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:41.145030 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-20bd59c5-bad7-4b1e-b094-405e27772f15 None None] Provisioning for port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:41:41.150373 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-20bd59c5-bad7-4b1e-b094-405e27772f15 None None] Provisioning complete for port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:41:41.150932 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-20bd59c5-bad7-4b1e-b094-405e27772f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.190457 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-20bd59c5-bad7-4b1e-b094-405e27772f15 None None] Port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:41:41.198774 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3933c3c7-60ee-46fa-9a79-5bd3439f49a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.221509 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3933c3c7-60ee-46fa-9a79-5bd3439f49a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.295924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3933c3c7-60ee-46fa-9a79-5bd3439f49a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.300861 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3933c3c7-60ee-46fa-9a79-5bd3439f49a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.304642 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-3933c3c7-60ee-46fa-9a79-5bd3439f49a1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8870244c-1150-43d8-95ca-f6711037ebad HTTP/1.1" status: 204 len: 168 time: 0.1624715 Jul 28 10:41:41.315611 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3933c3c7-60ee-46fa-9a79-5bd3439f49a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8870244c-1150-43d8-95ca-f6711037ebad,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:41.352831 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26a3b716-ff5a-4338-a882-aad89e4ed3d7 {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:41:41.360536 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.374684 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Transition to ACTIVE for port object 26a3b716-ff5a-4338-a882-aad89e4ed3d7 will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:41:41.378929 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.454103 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Pushing event updated for resources: {'Port': ['ID=26a3b716-ff5a-4338-a882-aad89e4ed3d7,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:41.502824 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.567963 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Attempting to bind port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:41:41.568297 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Attempting to bind port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:41:41.568624 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Attempting to bind port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:41:41.576705 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:41:41.577042 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Attempting to bind port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 on network 99b05afa-3957-4d6b-b545-1d387f52d9e8 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:41:41.585233 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:41:41.585571 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Checking segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:41:41.586467 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Bound using segment: {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:41:41.587540 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Bound port: 26a3b716-ff5a-4338-a882-aad89e4ed3d7, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '311f3550-c28f-46ab-8f90-6c21799d640c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:41:41.587921 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.611667 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d90d39-49a9-41da-82eb-9c2e2d8755de req-e3b09ded-a06b-4564-8374-5e2209d7dd1e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:41.613241 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-59d90d39-49a9-41da-82eb-9c2e2d8755de req-e3b09ded-a06b-4564-8374-5e2209d7dd1e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 944 time: 0.0846188 Jul 28 10:41:41.689407 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50680) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:41.709254 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-59d90d39-49a9-41da-82eb-9c2e2d8755de req-4827bccc-0ce5-437b-a222-7a46ae5fe64c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662146 Jul 28 10:41:41.715035 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] For port 26a3b716-ff5a-4338-a882-aad89e4ed3d7, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:41:41.718490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] For port 26a3b716-ff5a-4338-a882-aad89e4ed3d7, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:41:41.734691 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.749967 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8296a0d2-0eda-4e99-a3f5-25987bd1aa52 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0a1b0b4c366c47078f6966b5d447f7da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592504 Jul 28 10:41:41.752318 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50682) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:41.771194 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:41.771950 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.773223 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] 10.222.0.23 "PUT /v2.0/ports/26a3b716-ff5a-4338-a882-aad89e4ed3d7 HTTP/1.1" status: 200 len: 1094 time: 0.8008525 Jul 28 10:41:41.774440 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:41.777548 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4629ad-3441-4728-8e32-ee9610742b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:41.816709 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-613c57b4-b5ca-4e19-b725-495134c0e2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.845221 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd90d494-f1b3-4ae8-9b2d-abeaa4b3874a x-openstack-request-id: req-bd90d494-f1b3-4ae8-9b2d-abeaa4b3874a {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:41.845880 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:41.846280 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd90d494-f1b3-4ae8-9b2d-abeaa4b3874a {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:41.847190 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'status': 'completed', 'code': 200} Jul 28 10:41:41.848827 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97104f-4040-4e31-8a59-2f48eaab7732 service neutron] Pushing event updated for resources: {'Port': ['ID=26a3b716-ff5a-4338-a882-aad89e4ed3d7,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:41.880331 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-613c57b4-b5ca-4e19-b725-495134c0e2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.906596 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-e6abdf12-a658-47ea-8de2-a2de1d365499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:41.908283 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-e6abdf12-a658-47ea-8de2-a2de1d365499 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 1097 time: 0.0529480 Jul 28 10:41:41.950495 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-613c57b4-b5ca-4e19-b725-495134c0e2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.953632 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-613c57b4-b5ca-4e19-b725-495134c0e2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:41.957594 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-613c57b4-b5ca-4e19-b725-495134c0e2f6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6dabae4f-d73b-417e-a0ac-3698de0b598d HTTP/1.1" status: 204 len: 168 time: 0.2015817 Jul 28 10:41:41.966650 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-c23888d4-d48a-429a-bf87-2d32aa03a441 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7 HTTP/1.1" status: 200 len: 217 time: 0.0434401 Jul 28 10:41:41.967264 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613c57b4-b5ca-4e19-b725-495134c0e2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dabae4f-d73b-417e-a0ac-3698de0b598d,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:42.028187 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 50690) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:42.030247 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-66767019-0848-452e-a280-14402237dd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:42.031739 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-66767019-0848-452e-a280-14402237dd9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0579789 Jul 28 10:41:42.083649 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-40d19386-8b05-4710-bc67-9e0de06c8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:42.085218 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-40d19386-8b05-4710-bc67-9e0de06c8654 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413368 Jul 28 10:41:42.136595 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa2c-1783-4d4c-8c35-3b1d241781ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:42.189898 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-e902a018-9423-4d76-b2a6-f3715ddfe9a4 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974879 Jul 28 10:41:42.233724 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa2c-1783-4d4c-8c35-3b1d241781ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:42.238884 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e4fbfa2c-1783-4d4c-8c35-3b1d241781ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:42.282529 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e4fbfa2c-1783-4d4c-8c35-3b1d241781ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=176afab6932046cd92c84273cfa74448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504783 Jul 28 10:41:42.282529 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbfa2c-1783-4d4c-8c35-3b1d241781ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4d933ef-f4a8-471d-a50b-f355df77d883,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:42.283017 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50698) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:42.311955 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4638b7e8-7db1-4702-bc61-65ce2cc8a64f req-858117b2-c773-414a-803b-cc8f7ebbd458 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145952 Jul 28 10:41:42.352178 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4db3974a-9ea5-425d-aff3-d919247d3c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:42.378217 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4db3974a-9ea5-425d-aff3-d919247d3c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:42.426753 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4db3974a-9ea5-425d-aff3-d919247d3c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:42.429537 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4db3974a-9ea5-425d-aff3-d919247d3c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:42.431384 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4db3974a-9ea5-425d-aff3-d919247d3c5c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c4d933ef-f4a8-471d-a50b-f355df77d883 HTTP/1.1" status: 204 len: 168 time: 0.1468799 Jul 28 10:41:42.464208 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3974a-9ea5-425d-aff3-d919247d3c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4d933ef-f4a8-471d-a50b-f355df77d883,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:42.485663 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-3683d925-6cb8-4554-aaec-0341d76afc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:42.487266 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-3683d925-6cb8-4554-aaec-0341d76afc2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 1097 time: 0.0533073 Jul 28 10:41:42.582682 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-2f6f4c52-8e27-47d8-8ad6-9ae1b2bb831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:42.584280 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-2f6f4c52-8e27-47d8-8ad6-9ae1b2bb831e service neutron] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 912 time: 0.0886617 Jul 28 10:41:42.635017 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-0f1cfb61-3868-4b4a-8015-1463627e1082 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7 HTTP/1.1" status: 200 len: 217 time: 0.0433536 Jul 28 10:41:42.689144 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-2a1812e0-2a51-4163-ad0a-f59a47fff79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:42.690605 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-2a1812e0-2a51-4163-ad0a-f59a47fff79b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0488350 Jul 28 10:41:42.741258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-c7d0d412-51c0-4e5c-9f84-7fb99b004ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:42.744826 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-c7d0d412-51c0-4e5c-9f84-7fb99b004ca8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452490 Jul 28 10:41:42.846149 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdc75bc-7ea0-4ade-8e45-72b176acd096 req-ea30a2eb-ec8d-41d8-b93d-52731cdec8e2 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:42.849239 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4fdc75bc-7ea0-4ade-8e45-72b176acd096 req-ea30a2eb-ec8d-41d8-b93d-52731cdec8e2 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 944 time: 0.0527284 Jul 28 10:41:42.861364 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-15a7f9a0-f890-48da-9b90-dc0ae2c1b581 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079683 Jul 28 10:41:42.905147 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4fdc75bc-7ea0-4ade-8e45-72b176acd096 req-68d0a41c-bdcc-466d-95f5-bd8daa690cdd tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479221 Jul 28 10:41:42.960769 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6a4629ad-3441-4728-8e32-ee9610742b8e req-bc0df72b-7299-40b8-a38b-6211c14fa9ac service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909200 Jul 28 10:41:43.047583 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:44.017420 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50859523-b87d-4d68-9eb1-02cb4ad04a42 req-0801b698-774c-4361-ade3-b9649c19dc66 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:44.018902 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-50859523-b87d-4d68-9eb1-02cb4ad04a42 req-0801b698-774c-4361-ade3-b9649c19dc66 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 944 time: 0.0521319 Jul 28 10:41:44.057034 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-50859523-b87d-4d68-9eb1-02cb4ad04a42 req-52175ff9-f1af-49a6-95fe-b78a43e5fd3a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315757 Jul 28 10:41:45.181860 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9da7043-d68c-4dce-bd3a-17bc1d0c4237 req-ea7081ff-9db9-40c5-92be-5834f4e0ae10 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:45.184791 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c9da7043-d68c-4dce-bd3a-17bc1d0c4237 req-ea7081ff-9db9-40c5-92be-5834f4e0ae10 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 944 time: 0.0567300 Jul 28 10:41:45.218197 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:45.224838 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c9da7043-d68c-4dce-bd3a-17bc1d0c4237 req-121d3c2e-abd9-49ae-974c-b4e1fce1984f tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353441 Jul 28 10:41:46.342241 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585e0daf-ede1-4765-adac-3d1352b987df req-e37f5eee-3922-44b9-b358-48a0d681a945 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:46.343718 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-585e0daf-ede1-4765-adac-3d1352b987df req-e37f5eee-3922-44b9-b358-48a0d681a945 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 944 time: 0.0483775 Jul 28 10:41:46.381769 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-585e0daf-ede1-4765-adac-3d1352b987df req-7157eb75-8459-4a40-82ac-ad8717c7fa6d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321281 Jul 28 10:41:47.502576 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dacb67-a1bc-44a1-b0da-c0395367dda4 req-07f184bd-af73-49bd-8c90-f71e62b3ac69 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:47.504005 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-62dacb67-a1bc-44a1-b0da-c0395367dda4 req-07f184bd-af73-49bd-8c90-f71e62b3ac69 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 944 time: 0.0531778 Jul 28 10:41:47.543053 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-62dacb67-a1bc-44a1-b0da-c0395367dda4 req-52051ed4-49a8-4f8b-b03c-d1c32c5f6b2a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326648 Jul 28 10:41:47.814923 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 26a3b716-ff5a-4338-a882-aad89e4ed3d7 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:41:47.922227 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 26a3b716-ff5a-4338-a882-aad89e4ed3d7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:47.935089 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'port_id': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'mac_address': 'fa:16:3e:ed:56:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:41:47.987837 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:48.001290 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26a3b716-ff5a-4338-a882-aad89e4ed3d7 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:41:48.023886 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 26a3b716-ff5a-4338-a882-aad89e4ed3d7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:48.026607 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb31fc-cec0-4f38-910d-4252c7c7ae38 req-ad133e91-aa74-44fb-9bf6-c694cb05803d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:48.027914 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:48.028200 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f4fb31fc-cec0-4f38-910d-4252c7c7ae38 req-ad133e91-aa74-44fb-9bf6-c694cb05803d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0518208 Jul 28 10:41:48.066824 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f4fb31fc-cec0-4f38-910d-4252c7c7ae38 req-2716086f-bfde-4026-8e63-37d10152fdf8 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320730 Jul 28 10:41:48.082167 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=26a3b716-ff5a-4338-a882-aad89e4ed3d7,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:48.377937 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['26a3b716-ff5a-4338-a882-aad89e4ed3d7'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:41:48.664988 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd147d-5e5f-452c-88ec-af3e59e42c25 req-c978b25d-4c63-4727-803c-d2588e2d78a6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:48.667417 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5fdd147d-5e5f-452c-88ec-af3e59e42c25 req-c978b25d-4c63-4727-803c-d2588e2d78a6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 945 time: 0.0496635 Jul 28 10:41:48.707226 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5fdd147d-5e5f-452c-88ec-af3e59e42c25 req-fcee5639-c21c-4abe-a687-d3a513bbf9d9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335090 Jul 28 10:41:49.187982 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e901f-2786-4439-a4f1-da126226c8ff req-414c15a6-c483-4f70-9840-8293b261c9b7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:49.189457 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dc8e901f-2786-4439-a4f1-da126226c8ff req-414c15a6-c483-4f70-9840-8293b261c9b7 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0485301 Jul 28 10:41:49.231441 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-dc8e901f-2786-4439-a4f1-da126226c8ff req-ef446ecc-1259-4f56-9bd8-e3a354e402e5 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359933 Jul 28 10:41:49.829086 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c5ac3-3a1e-4137-b885-cffc48e09764 req-f80047a9-e446-4a3a-aa60-b7d72f2d05b9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:49.830575 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b2c5ac3-3a1e-4137-b885-cffc48e09764 req-f80047a9-e446-4a3a-aa60-b7d72f2d05b9 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 945 time: 0.0524924 Jul 28 10:41:49.870446 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2b2c5ac3-3a1e-4137-b885-cffc48e09764 req-dc2fbad3-5753-4c52-84f6-ef278583b1c6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339768 Jul 28 10:41:50.347429 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eaf229-2512-420b-99ed-58b97b7b38b2 req-1658929f-dffd-4dd2-8cae-4e616252349e tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:50.348917 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f3eaf229-2512-420b-99ed-58b97b7b38b2 req-1658929f-dffd-4dd2-8cae-4e616252349e tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0491927 Jul 28 10:41:50.388397 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f3eaf229-2512-420b-99ed-58b97b7b38b2 req-2f13ee9b-06e2-4ee6-8539-b94c359bf1d0 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Jul 28 10:41:50.988506 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b162a05-cf51-4db8-a892-de248c550fa4 req-fb31ea81-50bc-4662-b1e4-c11e6e475b47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:50.989936 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b162a05-cf51-4db8-a892-de248c550fa4 req-fb31ea81-50bc-4662-b1e4-c11e6e475b47 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 945 time: 0.0497518 Jul 28 10:41:51.027731 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b162a05-cf51-4db8-a892-de248c550fa4 req-e4ea9475-e4e1-46b6-a2e6-21d9b3464c11 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316780 Jul 28 10:41:51.505850 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e636ad-a2cd-4672-adfa-ba6323d7dcf8 req-b1f5de63-5219-41c4-9dcd-6fd072d677f8 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:51.507304 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-46e636ad-a2cd-4672-adfa-ba6323d7dcf8 req-b1f5de63-5219-41c4-9dcd-6fd072d677f8 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0509422 Jul 28 10:41:51.548639 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-46e636ad-a2cd-4672-adfa-ba6323d7dcf8 req-1983aca2-98ec-43b5-a3d0-5ede24c827ca tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348749 Jul 28 10:41:52.153912 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b79054-8030-4a18-a54a-802569ebefe9 req-eafc8a23-bfb5-4e2d-a95e-5569a2f8110c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:52.155428 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e7b79054-8030-4a18-a54a-802569ebefe9 req-eafc8a23-bfb5-4e2d-a95e-5569a2f8110c tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 945 time: 0.0547049 Jul 28 10:41:52.193617 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e7b79054-8030-4a18-a54a-802569ebefe9 req-f4309a64-7280-4208-b498-5de4867d0380 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322747 Jul 28 10:41:52.292898 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 26a3b716-ff5a-4338-a882-aad89e4ed3d7 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:41:52.344764 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:41:52.348526 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:41:52.348931 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:52.426696 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:52.450205 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:52.452443 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4417970-a0ff-4e1c-9f7a-9fca58990152" -d '{"events": [{"server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "name": "network-vif-plugged", "status": "completed", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:52.465955 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 26a3b716-ff5a-4338-a882-aad89e4ed3d7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:41:52.470743 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:52.494625 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a348ac-3d11-4eed-80d9-5c1f84e374a1 x-openstack-request-id: req-d2a348ac-3d11-4eed-80d9-5c1f84e374a1 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:52.494977 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "name": "network-vif-plugged", "status": "completed", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:52.495536 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2a348ac-3d11-4eed-80d9-5c1f84e374a1 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:52.495922 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'code': 200} Jul 28 10:41:52.526327 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=26a3b716-ff5a-4338-a882-aad89e4ed3d7,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:41:52.680075 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56107f7b-e523-4ecb-b75d-f3b855f3e547 req-9ed74b02-06cf-41cc-be16-5aaa847eedee tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:52.681600 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56107f7b-e523-4ecb-b75d-f3b855f3e547 req-9ed74b02-06cf-41cc-be16-5aaa847eedee tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0539150 Jul 28 10:41:52.702064 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f05918-61b2-48e3-8ace-6bd0b4ef0dcc req-d726a9be-bc6b-4eff-8fb7-6c594fc1d1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:52.703550 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e2f05918-61b2-48e3-8ace-6bd0b4ef0dcc req-d726a9be-bc6b-4eff-8fb7-6c594fc1d1c3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 1099 time: 0.0434790 Jul 28 10:41:52.721718 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-56107f7b-e523-4ecb-b75d-f3b855f3e547 req-44355e51-7ef9-4012-8dfd-90a010f87046 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333316 Jul 28 10:41:52.743800 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e2f05918-61b2-48e3-8ace-6bd0b4ef0dcc req-fe9f7bb3-bbca-4af1-ad45-1664e8c0378a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300362 Jul 28 10:41:53.316383 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceed6ee-3398-4a3a-be72-19ffcb8afcab req-bd61f71e-1759-4759-a985-967c2bce2910 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:53.317888 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2ceed6ee-3398-4a3a-be72-19ffcb8afcab req-bd61f71e-1759-4759-a985-967c2bce2910 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0531838 Jul 28 10:41:53.363055 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2ceed6ee-3398-4a3a-be72-19ffcb8afcab req-599dc412-9e38-4bd4-bbce-30614598250b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387521 Jul 28 10:41:53.835499 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f89a072-e234-425a-80f9-69af71a3f14a req-c1d22168-54c5-47db-91e6-d822ae02d809 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:53.836962 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0f89a072-e234-425a-80f9-69af71a3f14a req-c1d22168-54c5-47db-91e6-d822ae02d809 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0478480 Jul 28 10:41:53.874741 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0f89a072-e234-425a-80f9-69af71a3f14a req-9425e0a5-78e8-437e-afa8-e7be62bcb45e tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311019 Jul 28 10:41:54.483345 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186c428-a055-48ab-a3b1-5dc0830c70aa req-3f91da8a-597f-4cfa-83d3-ee9355cbca96 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:54.484878 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e186c428-a055-48ab-a3b1-5dc0830c70aa req-3f91da8a-597f-4cfa-83d3-ee9355cbca96 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0483112 Jul 28 10:41:54.524262 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e186c428-a055-48ab-a3b1-5dc0830c70aa req-174226a8-3a40-4b61-aca6-e46e1978157a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334265 Jul 28 10:41:54.993805 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a644dcf0-6e40-4780-aaf0-a0161127c6e3 req-9f78c6ec-30c6-439c-8e7b-01ef06d72ecd tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:54.995232 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a644dcf0-6e40-4780-aaf0-a0161127c6e3 req-9f78c6ec-30c6-439c-8e7b-01ef06d72ecd tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0523372 Jul 28 10:41:55.033802 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a644dcf0-6e40-4780-aaf0-a0161127c6e3 req-2f5d0e0e-b596-4d10-870a-67745f76a2fb tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323622 Jul 28 10:41:55.643895 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f544596e-d2ac-4e04-a468-5c30788ac014 req-162d56dd-69f0-4ed3-923e-08b5530e6f0d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:55.645533 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f544596e-d2ac-4e04-a468-5c30788ac014 req-162d56dd-69f0-4ed3-923e-08b5530e6f0d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0524015 Jul 28 10:41:55.684684 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f544596e-d2ac-4e04-a468-5c30788ac014 req-303ce4d9-4363-477c-b0a5-6851f8758a95 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333683 Jul 28 10:41:56.148211 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad634bed-6950-40d4-8f59-c41dae8e88d4 req-77f524c2-dba3-4be6-8305-bc9be6fc67fb tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:56.149718 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ad634bed-6950-40d4-8f59-c41dae8e88d4 req-77f524c2-dba3-4be6-8305-bc9be6fc67fb tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0482600 Jul 28 10:41:56.189574 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ad634bed-6950-40d4-8f59-c41dae8e88d4 req-ac2eb518-9df4-47f7-b271-f496f43202f1 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337951 Jul 28 10:41:56.799467 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07d13b-f6b6-4d4a-8dad-4bcc09141935 req-cb385f49-6f2c-4956-95f6-e4ab7df28d9b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:56.800953 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cd07d13b-f6b6-4d4a-8dad-4bcc09141935 req-cb385f49-6f2c-4956-95f6-e4ab7df28d9b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0472796 Jul 28 10:41:56.837768 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-cd07d13b-f6b6-4d4a-8dad-4bcc09141935 req-eaeb9a13-9f3f-487e-aee6-bebe5aba15b0 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310173 Jul 28 10:41:57.308965 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9924d8ed-d1c8-4566-9e7c-1372624f9529 req-91d513d1-7fb0-49ad-91f4-faab84247224 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:57.310436 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9924d8ed-d1c8-4566-9e7c-1372624f9529 req-91d513d1-7fb0-49ad-91f4-faab84247224 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0489237 Jul 28 10:41:57.347212 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9924d8ed-d1c8-4566-9e7c-1372624f9529 req-a0137efc-a4f2-4dec-b3a9-41f14efd3808 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308964 Jul 28 10:41:57.954973 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74267a4c-adcf-4183-8f0c-7d76950d1f54 req-660f5aa4-ad96-4c1c-9268-4b8f6fb5bb0e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:57.956440 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-74267a4c-adcf-4183-8f0c-7d76950d1f54 req-660f5aa4-ad96-4c1c-9268-4b8f6fb5bb0e tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0522282 Jul 28 10:41:57.995536 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-74267a4c-adcf-4183-8f0c-7d76950d1f54 req-d855d6b5-4729-4b8b-a0fd-15d52327099a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Jul 28 10:41:58.112711 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1979c2-842f-4ec2-99d1-971ff8e305bb req-1edbca6f-2c5d-4ea9-953f-71ade315594a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:58.114204 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1c1979c2-842f-4ec2-99d1-971ff8e305bb req-1edbca6f-2c5d-4ea9-953f-71ade315594a tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0518157 Jul 28 10:41:58.123460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 50990) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:41:58.128670 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Request body: {'floatingip': {'port_id': '26a3b716-ff5a-4338-a882-aad89e4ed3d7'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:41:58.167260 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:58.534441 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efad6f5-40ec-475c-8f0a-71253eece474 req-89dbd828-a26e-481b-ad7f-cdbcb8880fc6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:58.535804 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0efad6f5-40ec-475c-8f0a-71253eece474 req-89dbd828-a26e-481b-ad7f-cdbcb8880fc6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.1210074 Jul 28 10:41:58.603534 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0efad6f5-40ec-475c-8f0a-71253eece474 req-d36c3352-a8ea-478b-8a2e-5c2587418d73 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598595 Jul 28 10:41:58.657410 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:58.661114 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:58.769005 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Floating IP 95b43455-6f22-49c8-8d49-b5ec01c50a46 associated. External IP: 172.27.3.115, port: 26a3b716-ff5a-4338-a882-aad89e4ed3d7. Jul 28 10:41:59.213184 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Router d4923e8c-896a-4a5e-99b4-5e0fcb350526 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:41:59.320086 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:41:59.325759 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:41:59.332150 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] Sync routers for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:41:59.341767 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:59.342381 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:59.355891 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-085ba95c-7789-49e8-8dd7-135840577edb tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "PUT /v2.0/floatingips/95b43455-6f22-49c8-8d49-b5ec01c50a46 HTTP/1.1" status: 200 len: 992 time: 1.2283914 Jul 28 10:41:59.355891 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:41:59.356721 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f78be2-8723-4436-a2a7-81c7523adda7" -d '{"events": [{"name": "network-changed", "server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:41:59.409593 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67a2a6f-7fbf-4ce0-833f-559308ef4364 x-openstack-request-id: req-c67a2a6f-7fbf-4ce0-833f-559308ef4364 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:41:59.409878 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:41:59.410138 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c67a2a6f-7fbf-4ce0-833f-559308ef4364 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:41:59.410543 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'status': 'completed', 'code': 200} Jul 28 10:41:59.454307 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:59.511643 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-206641f6-ffbf-4012-bff4-75ba8887b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:59.513192 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-206641f6-ffbf-4012-bff4-75ba8887b576 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64f97a7ceb6d4d14928726470b026565&device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 1099 time: 0.0469193 Jul 28 10:41:59.603194 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-77462a76-f6dd-4b18-a740-969e6d1dd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:59.605879 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-77462a76-f6dd-4b18-a740-969e6d1dd7d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 200 len: 912 time: 0.0850253 Jul 28 10:41:59.678632 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-a889a2bc-f1c0-4f45-a4d4-ad0e29468311 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7 HTTP/1.1" status: 200 len: 1000 time: 0.0645866 Jul 28 10:41:59.687056 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '95b43455-6f22-49c8-8d49-b5ec01c50a46', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'port_id': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'mac_address': 'fa:16:3e:ed:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:41:32Z', 'updated_at': '2021-07-28T10:41:58Z', 'revision_number': 1, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:59.714312 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] Checking router: d4923e8c-896a-4a5e-99b4-5e0fcb350526 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:41:59.723389 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:41:59.724071 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:41:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:41:59.734208 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280f388-1379-4559-8429-c035689fbdd9 req-ab9bcbc6-391f-4701-806e-75bebcdb6864 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:59.735716 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5280f388-1379-4559-8429-c035689fbdd9 req-ab9bcbc6-391f-4701-806e-75bebcdb6864 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0554776 Jul 28 10:41:59.736390 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-34d964b6-434c-48ab-a463-aa438c515917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:59.737851 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-34d964b6-434c-48ab-a463-aa438c515917 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 200 len: 850 time: 0.0499833 Jul 28 10:41:59.777188 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5280f388-1379-4559-8429-c035689fbdd9 req-d60497c3-17ae-4b56-af13-9c76317d172d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336180 Jul 28 10:41:59.785315 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-27f3a340-e809-4f91-b337-fff5c1a99d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:41:59.787011 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-27f3a340-e809-4f91-b337-fff5c1a99d10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=99b05afa-3957-4d6b-b545-1d387f52d9e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414653 Jul 28 10:41:59.830775 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:41:59.882084 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-5e16ef30-67ac-4143-8b75-09bdd46955a9 service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835295 Jul 28 10:41:59.976011 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-42f78be2-8723-4436-a2a7-81c7523adda7 req-dde7fb45-a2e0-4758-a39a-71996aac00df service neutron] 10.222.0.23 "GET /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858042 Jul 28 10:42:00.057827 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '95b43455-6f22-49c8-8d49-b5ec01c50a46', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'port_id': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'mac_address': 'fa:16:3e:ed:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:41:32Z', 'updated_at': '2021-07-28T10:41:58Z', 'revision_number': 1, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:42:00.083338 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5162c76-f94d-415e-8eb0-cc91d36515b2 None None] The sync data for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi is: [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '95b43455-6f22-49c8-8d49-b5ec01c50a46', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'port_id': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'mac_address': 'fa:16:3e:ed:56:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:41:32Z', 'updated_at': '2021-07-28T10:41:58Z', 'revision_number': 1, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:42:00.253077 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1cc0259-17b2-48c1-81f4-e46f6f2f224e None None] New status for floating IP 95b43455-6f22-49c8-8d49-b5ec01c50a46: ACTIVE {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:42:00.889974 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc07523-35ff-4d7b-8950-d8ce2661d1e9 req-32a91945-c628-4ef1-8cc3-5a3a45214274 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:00.891448 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-afc07523-35ff-4d7b-8950-d8ce2661d1e9 req-32a91945-c628-4ef1-8cc3-5a3a45214274 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0479350 Jul 28 10:42:00.928358 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-afc07523-35ff-4d7b-8950-d8ce2661d1e9 req-b4deb512-ec72-4e23-9c26-38c55838be5c tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308468 Jul 28 10:42:02.043381 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58240e17-6aa2-479d-aa31-04a673bd03f9 req-5f97396f-3c93-4bda-995f-ae9800fefbf2 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:02.044883 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-58240e17-6aa2-479d-aa31-04a673bd03f9 req-5f97396f-3c93-4bda-995f-ae9800fefbf2 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0467558 Jul 28 10:42:02.081016 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-58240e17-6aa2-479d-aa31-04a673bd03f9 req-80426673-54dd-4abd-a45f-bcf14e0969bb tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302792 Jul 28 10:42:02.102686 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:42:02.711939 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51058) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:02.829527 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7ec82656-e797-455c-aafe-47153815f8e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:02.924012 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7ec82656-e797-455c-aafe-47153815f8e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:02.927564 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-7ec82656-e797-455c-aafe-47153815f8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:02.964296 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-7ec82656-e797-455c-aafe-47153815f8e8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9dc1d9fdae6b4e4ea47d55697c1e525f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511466 Jul 28 10:42:02.966170 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec82656-e797-455c-aafe-47153815f8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66d114f0-fa43-4db2-b4c1-9880ead4b5c9,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:02.966886 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51070) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:03.016805 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d6f37ea9-c2ac-40a6-b8e5-0b91d11de964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:03.037646 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d6f37ea9-c2ac-40a6-b8e5-0b91d11de964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:03.089409 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d6f37ea9-c2ac-40a6-b8e5-0b91d11de964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:03.092502 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d6f37ea9-c2ac-40a6-b8e5-0b91d11de964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:03.094119 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d6f37ea9-c2ac-40a6-b8e5-0b91d11de964 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66d114f0-fa43-4db2-b4c1-9880ead4b5c9 HTTP/1.1" status: 204 len: 168 time: 0.1257677 Jul 28 10:42:03.103790 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f37ea9-c2ac-40a6-b8e5-0b91d11de964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66d114f0-fa43-4db2-b4c1-9880ead4b5c9,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:03.202061 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baabc4a4-f81d-457e-bdc6-1cf5b0c3d20e req-22302b9f-34f9-4865-8475-29eaf4e3f94d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:03.203588 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-baabc4a4-f81d-457e-bdc6-1cf5b0c3d20e req-22302b9f-34f9-4865-8475-29eaf4e3f94d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0484815 Jul 28 10:42:03.245688 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-baabc4a4-f81d-457e-bdc6-1cf5b0c3d20e req-60236553-d994-4b7d-85df-0cbe3ced2de0 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Jul 28 10:42:03.293292 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428303-cead-40ba-b962-91c65edc0dbf req-6aeeaabe-19f5-45c4-90bf-58a45d37c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:03.294767 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da428303-cead-40ba-b962-91c65edc0dbf req-6aeeaabe-19f5-45c4-90bf-58a45d37c6ea service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1099 time: 0.0437677 Jul 28 10:42:03.394478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428303-cead-40ba-b962-91c65edc0dbf req-f151e6ee-6f9a-42e7-9a24-d4747dd50eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:03.396020 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da428303-cead-40ba-b962-91c65edc0dbf req-f151e6ee-6f9a-42e7-9a24-d4747dd50eac service neutron] 10.222.0.23 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 910 time: 0.0938807 Jul 28 10:42:03.461055 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da428303-cead-40ba-b962-91c65edc0dbf req-b3d8c753-c9d7-44fe-9c4f-3fe7ff751bee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 1001 time: 0.0563691 Jul 28 10:42:03.525285 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428303-cead-40ba-b962-91c65edc0dbf req-b73f261a-91f8-4457-8e43-ced55aff4b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:03.526759 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da428303-cead-40ba-b962-91c65edc0dbf req-b73f261a-91f8-4457-8e43-ced55aff4b9e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 200 len: 848 time: 0.0463591 Jul 28 10:42:03.578137 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da428303-cead-40ba-b962-91c65edc0dbf req-1da19c44-dd58-4b78-9f1c-da113dd97ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:03.579534 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da428303-cead-40ba-b962-91c65edc0dbf req-1da19c44-dd58-4b78-9f1c-da113dd97ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382953 Jul 28 10:42:03.666989 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da428303-cead-40ba-b962-91c65edc0dbf req-900ae3a6-c0ff-43e3-a4b1-1c4318e8f5d1 service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789175 Jul 28 10:42:03.758759 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da428303-cead-40ba-b962-91c65edc0dbf req-703446ab-cfc7-4c7a-ab7f-34ccb5dc7e0f service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835466 Jul 28 10:42:04.128517 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51086) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:04.228469 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e26ea4f1-2e93-4bff-8dee-4e62678c52bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:04.321034 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e26ea4f1-2e93-4bff-8dee-4e62678c52bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:04.332073 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e26ea4f1-2e93-4bff-8dee-4e62678c52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:04.382998 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e26ea4f1-2e93-4bff-8dee-4e62678c52bb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6b9efacd404046a69615b28ecbd10a64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2532873 Jul 28 10:42:04.386459 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51092) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:04.390135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26ea4f1-2e93-4bff-8dee-4e62678c52bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea37d637-d915-4101-a173-bff6c8408167,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:04.405817 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de632152-9838-4070-b95d-f5fee2ba6579 req-6477e6e5-9e33-4ec5-9876-ed9eefc936fa tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:04.407376 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-de632152-9838-4070-b95d-f5fee2ba6579 req-6477e6e5-9e33-4ec5-9876-ed9eefc936fa tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0890863 Jul 28 10:42:04.439193 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3aafd164-e093-47c7-aff9-58b069e07216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:04.445345 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-de632152-9838-4070-b95d-f5fee2ba6579 req-a54e4f28-60f1-460c-af9c-9887d3461c9d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320511 Jul 28 10:42:04.460666 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3aafd164-e093-47c7-aff9-58b069e07216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:04.507178 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3aafd164-e093-47c7-aff9-58b069e07216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:04.509846 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3aafd164-e093-47c7-aff9-58b069e07216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:04.511671 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3aafd164-e093-47c7-aff9-58b069e07216 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ea37d637-d915-4101-a173-bff6c8408167 HTTP/1.1" status: 204 len: 168 time: 0.1242216 Jul 28 10:42:04.519690 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aafd164-e093-47c7-aff9-58b069e07216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea37d637-d915-4101-a173-bff6c8408167,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:05.476833 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51132) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:05.595347 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-99543406-4ac2-4994-9299-e3b7a8c91c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:05.704097 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-99543406-4ac2-4994-9299-e3b7a8c91c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:05.718235 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-99543406-4ac2-4994-9299-e3b7a8c91c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:05.771795 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-99543406-4ac2-4994-9299-e3b7a8c91c17 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=413894fd47ea49b2ae2d717b77183600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943466 Jul 28 10:42:05.774472 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51140) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:05.782543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99543406-4ac2-4994-9299-e3b7a8c91c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbc9d18-ca0e-4c80-ba74-12863caa4edd,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:05.794363 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd2cbc-0470-473e-a995-b7b9de435a9b req-d5ee7990-39c0-4d69-938f-833f0bf2081a tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:05.795844 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5dd2cbc-0470-473e-a995-b7b9de435a9b req-d5ee7990-39c0-4d69-938f-833f0bf2081a tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.2759454 Jul 28 10:42:05.834930 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2a598456-fd84-4c77-be71-f1865bbf3452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:05.842351 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b5dd2cbc-0470-473e-a995-b7b9de435a9b req-c015e28e-2d75-4059-9422-e2ac522ad678 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369954 Jul 28 10:42:05.858071 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2a598456-fd84-4c77-be71-f1865bbf3452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:05.904060 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2a598456-fd84-4c77-be71-f1865bbf3452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:05.906891 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2a598456-fd84-4c77-be71-f1865bbf3452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:05.908042 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2a598456-fd84-4c77-be71-f1865bbf3452 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8cbc9d18-ca0e-4c80-ba74-12863caa4edd HTTP/1.1" status: 204 len: 168 time: 0.1324186 Jul 28 10:42:05.917732 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a598456-fd84-4c77-be71-f1865bbf3452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbc9d18-ca0e-4c80-ba74-12863caa4edd,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:07.131014 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42bd71c-d23c-4f9d-ae52-442413cc9644 req-2787e2ae-2d61-474a-8ffb-c8a6f1516eef tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:07.132450 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42bd71c-d23c-4f9d-ae52-442413cc9644 req-2787e2ae-2d61-474a-8ffb-c8a6f1516eef tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.2221136 Jul 28 10:42:07.172676 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c42bd71c-d23c-4f9d-ae52-442413cc9644 req-09d824f7-6be2-40e5-b780-59f77a308c01 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Jul 28 10:42:07.358160 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-7e466a7b-9ad2-48e5-a09b-f7da0bb2118b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410860 Jul 28 10:42:07.397455 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f48bd-7630-482d-bf94-d4e983d1f570 req-5aec2e79-2d5d-428f-b096-8fd3118c5a20 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:07.398978 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0b2f48bd-7630-482d-bf94-d4e983d1f570 req-5aec2e79-2d5d-428f-b096-8fd3118c5a20 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0535622 Jul 28 10:42:07.440063 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0b2f48bd-7630-482d-bf94-d4e983d1f570 req-5e68f4f3-09b4-4c31-8d21-516562b90b2d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333450 Jul 28 10:42:07.822131 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7bc09ef5-57a3-46d1-af2a-26b9887ef5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:08.561879 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8914d4b2-68a6-4155-8110-0cd212fc318a req-f3da08a3-eb03-48e1-840c-7861cf499055 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:08.563418 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8914d4b2-68a6-4155-8110-0cd212fc318a req-f3da08a3-eb03-48e1-840c-7861cf499055 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0517514 Jul 28 10:42:08.601522 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8914d4b2-68a6-4155-8110-0cd212fc318a req-78851f6c-557e-45bc-98cd-66dd8fc5119d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320325 Jul 28 10:42:09.265716 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-59a51b31-fa26-484b-b9cc-9ce5c2613ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:09.267319 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-59a51b31-fa26-484b-b9cc-9ce5c2613ead service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0&tenant_id=02a445a74e104a019c3d28d3f69fa4b3 HTTP/1.1" status: 200 len: 1099 time: 0.0455248 Jul 28 10:42:09.346676 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-d32efc2b-5921-4464-9c5e-ac791eb94912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:09.348167 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-d32efc2b-5921-4464-9c5e-ac791eb94912 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1099 time: 0.0411024 Jul 28 10:42:09.445316 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-8dd3ac27-6c56-42fa-bef9-5cc59b8d1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:09.447081 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-8dd3ac27-6c56-42fa-bef9-5cc59b8d1f11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 910 time: 0.0908713 Jul 28 10:42:09.532735 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-a4a660ab-f33a-4ed5-acfe-cc5b9902fb29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 1001 time: 0.0646081 Jul 28 10:42:09.587391 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-e534cf14-5643-4ccb-b7c0-b16e7c298716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:09.588966 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-e534cf14-5643-4ccb-b7c0-b16e7c298716 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 200 len: 848 time: 0.0475566 Jul 28 10:42:09.639755 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-d822076c-2ffd-4c2f-a9ff-dd3eae13c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:09.640130 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-d822076c-2ffd-4c2f-a9ff-dd3eae13c9d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433795 Jul 28 10:42:09.778380 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97480c-23f7-4bf8-9c5a-ebf82ed53515 req-49760281-923a-4082-ae05-2a126cff3621 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:09.780181 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d97480c-23f7-4bf8-9c5a-ebf82ed53515 req-49760281-923a-4082-ae05-2a126cff3621 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0828795 Jul 28 10:42:09.781982 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-b88720d1-2b7c-422a-b24a-a2966b961e04 service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300671 Jul 28 10:42:09.875339 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7d97480c-23f7-4bf8-9c5a-ebf82ed53515 req-6a553963-41ea-4759-aece-3fda6ec54cde tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892386 Jul 28 10:42:09.911564 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-c9d7f27e-d3e8-4da5-8be2-114cdec37274 service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164944 Jul 28 10:42:10.562342 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-98a6395c-7960-47ca-90a5-ddc5a5c4574c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:10.608440 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:10.682975 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:42:10.771577 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:10.793201 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:42:10.795774 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700757e3-f7a8-4d3e-8b97-8811745df2be" -d '{"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:42:10.808674 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:10.812868 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:10.835311 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 10:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82aa5554-1b75-464d-a2de-6b2e1035ec6c x-openstack-request-id: req-82aa5554-1b75-464d-a2de-6b2e1035ec6c {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:42:10.835623 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-unplugged", "status": "completed", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:42:10.835877 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-82aa5554-1b75-464d-a2de-6b2e1035ec6c {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:42:10.836264 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'code': 200} Jul 28 10:42:10.861777 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=6']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:10.997544 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc6bed6-d644-499a-a056-f39cf2b3fe57 req-0beb69ef-0b44-4790-923d-f4a30d750492 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:10.999021 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fcc6bed6-d644-499a-a056-f39cf2b3fe57 req-0beb69ef-0b44-4790-923d-f4a30d750492 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0515931 Jul 28 10:42:11.039088 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fcc6bed6-d644-499a-a056-f39cf2b3fe57 req-55daa0c7-521f-4b33-8f32-1338ae4e6390 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341094 Jul 28 10:42:11.485566 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:12.153998 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d7f1a-66ad-43bb-9dd7-dd6de47305d0 req-44e38025-dfae-4063-a891-0694a3b433c6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:12.155460 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-425d7f1a-66ad-43bb-9dd7-dd6de47305d0 req-44e38025-dfae-4063-a891-0694a3b433c6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0483875 Jul 28 10:42:12.196951 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-425d7f1a-66ad-43bb-9dd7-dd6de47305d0 req-a5e511bb-0843-4862-88f4-bb2fc0438abe tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355978 Jul 28 10:42:13.048890 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:13.314969 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65866c52-4db4-4ca7-9c27-519a9ead390a req-9f259abe-7eb6-44b2-b23b-524562e3efaf tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:13.316417 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-65866c52-4db4-4ca7-9c27-519a9ead390a req-9f259abe-7eb6-44b2-b23b-524562e3efaf tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0507534 Jul 28 10:42:13.353207 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-65866c52-4db4-4ca7-9c27-519a9ead390a req-262e09da-f781-490d-96af-c19cc39de54c tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310040 Jul 28 10:42:13.854329 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51314) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:13.956547 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d812ead0-096c-41d1-9b69-4e8133eddc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.046305 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d812ead0-096c-41d1-9b69-4e8133eddc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.049868 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d812ead0-096c-41d1-9b69-4e8133eddc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.085355 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812ead0-096c-41d1-9b69-4e8133eddc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc4a6cc-99f2-41df-803e-c98373c836d6,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:14.089535 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d812ead0-096c-41d1-9b69-4e8133eddc65 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bcb50d9851674726aa2c95c59eb5ff19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2342041 Jul 28 10:42:14.093056 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51320) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:14.141460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-47ab6a56-fa7c-4ca6-bfe3-7a1c2853351f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.161278 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-47ab6a56-fa7c-4ca6-bfe3-7a1c2853351f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.206752 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-47ab6a56-fa7c-4ca6-bfe3-7a1c2853351f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.209646 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-47ab6a56-fa7c-4ca6-bfe3-7a1c2853351f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.210790 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-47ab6a56-fa7c-4ca6-bfe3-7a1c2853351f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cdc4a6cc-99f2-41df-803e-c98373c836d6 HTTP/1.1" status: 204 len: 168 time: 0.1167316 Jul 28 10:42:14.218745 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab6a56-fa7c-4ca6-bfe3-7a1c2853351f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc4a6cc-99f2-41df-803e-c98373c836d6,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:14.465508 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51328) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:14.474464 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3948ab-49fc-488e-b631-385c831c79b8 req-2f87d881-1dbf-4310-a8a8-0170e6a5a382 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:14.475993 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0f3948ab-49fc-488e-b631-385c831c79b8 req-2f87d881-1dbf-4310-a8a8-0170e6a5a382 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0528650 Jul 28 10:42:14.478782 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c2e26ab2-1c04-4dc3-a3eb-d5a8182114a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.514805 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0f3948ab-49fc-488e-b631-385c831c79b8 req-44773121-ab4f-466f-8797-acd1b60d86c0 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328441 Jul 28 10:42:14.571653 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c2e26ab2-1c04-4dc3-a3eb-d5a8182114a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.575258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c2e26ab2-1c04-4dc3-a3eb-d5a8182114a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.612986 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-c2e26ab2-1c04-4dc3-a3eb-d5a8182114a6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=70b636732ca14139a1025b477feb676a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1462526 Jul 28 10:42:14.613862 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e26ab2-1c04-4dc3-a3eb-d5a8182114a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f88fd00-63f3-4ad3-91a6-63f92dc810a6,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:14.615607 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51332) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:14.663995 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf275-cf23-4cec-9b68-bf989556af32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.684815 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf275-cf23-4cec-9b68-bf989556af32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.729807 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf275-cf23-4cec-9b68-bf989556af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.732944 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ae6cf275-cf23-4cec-9b68-bf989556af32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:14.734263 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-ae6cf275-cf23-4cec-9b68-bf989556af32 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f88fd00-63f3-4ad3-91a6-63f92dc810a6 HTTP/1.1" status: 204 len: 168 time: 0.1176782 Jul 28 10:42:14.741913 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cf275-cf23-4cec-9b68-bf989556af32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f88fd00-63f3-4ad3-91a6-63f92dc810a6,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:15.054385 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51340) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:15.067976 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d495-00a8-4f34-b6a2-97d3c788502f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.158048 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d495-00a8-4f34-b6a2-97d3c788502f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.162080 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a1c0d495-00a8-4f34-b6a2-97d3c788502f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.202691 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a1c0d495-00a8-4f34-b6a2-97d3c788502f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=850df92daa2d45e9a7abbba7c980d476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471519 Jul 28 10:42:15.203529 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c0d495-00a8-4f34-b6a2-97d3c788502f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd08f9a-ee04-4a30-90f6-bf6531d222ad,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:15.205601 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51342) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:15.227309 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.260917 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e350dc09-e141-44a9-ac08-ef9962fe3fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.281690 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e350dc09-e141-44a9-ac08-ef9962fe3fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.325580 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e350dc09-e141-44a9-ac08-ef9962fe3fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.328624 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e350dc09-e141-44a9-ac08-ef9962fe3fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:15.329817 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e350dc09-e141-44a9-ac08-ef9962fe3fb3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dfd08f9a-ee04-4a30-90f6-bf6531d222ad HTTP/1.1" status: 204 len: 168 time: 0.1232460 Jul 28 10:42:15.337026 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e350dc09-e141-44a9-ac08-ef9962fe3fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd08f9a-ee04-4a30-90f6-bf6531d222ad,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:15.640126 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a0844-98ba-4cb1-8fe6-5b7bb9613769 req-5b8c5600-02e7-4f92-86ea-c7b7a466ca87 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:15.642484 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad2a0844-98ba-4cb1-8fe6-5b7bb9613769 req-5b8c5600-02e7-4f92-86ea-c7b7a466ca87 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0520475 Jul 28 10:42:15.681245 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ad2a0844-98ba-4cb1-8fe6-5b7bb9613769 req-daca8190-b990-4efc-b0ba-dbf891991df1 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326192 Jul 28 10:42:16.244343 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1420af0-3239-4b81-874a-369ef5232bf4 req-7efccb70-a35f-472d-a6f4-eba0975631dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:16.245842 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b1420af0-3239-4b81-874a-369ef5232bf4 req-7efccb70-a35f-472d-a6f4-eba0975631dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1097 time: 0.0390165 Jul 28 10:42:16.292990 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-b1420af0-3239-4b81-874a-369ef5232bf4 req-6337109f-c5f5-43cb-8846-8bfbf5e31a1d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306795 Jul 28 10:42:16.796172 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd3b87-3f1b-4007-8166-1aa0f9509a8d req-d54807ee-0c34-4c8a-8d80-4a1b26a18ba0 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:16.797653 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-39fd3b87-3f1b-4007-8166-1aa0f9509a8d req-d54807ee-0c34-4c8a-8d80-4a1b26a18ba0 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0476165 Jul 28 10:42:16.834364 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-39fd3b87-3f1b-4007-8166-1aa0f9509a8d req-87375d39-409f-4b14-94e0-053bb39ff2c9 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Jul 28 10:42:17.948058 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf291b9f-da0c-49d6-9947-46c8ed03d7a8 req-b7188b47-8648-49b6-869f-fb7af7e256e1 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:17.949561 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf291b9f-da0c-49d6-9947-46c8ed03d7a8 req-b7188b47-8648-49b6-869f-fb7af7e256e1 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 944 time: 0.0474353 Jul 28 10:42:17.988513 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf291b9f-da0c-49d6-9947-46c8ed03d7a8 req-06347220-b694-466f-9c6c-145a3699e387 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Jul 28 10:42:18.745551 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:42:18.839663 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:18.851059 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'port_id': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'mac_address': 'fa:16:3e:c9:4f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:42:18.886391 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:18.898183 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:42:18.920676 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:18.924564 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:18.970256 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=7']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:19.252562 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:42:20.415484 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-bc755391-0ca0-4284-b560-007007460610 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1293483 Jul 28 10:42:20.537119 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-46d4e779-0367-447f-a5d1-ba18d5f3240b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:20.538605 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-46d4e779-0367-447f-a5d1-ba18d5f3240b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1098 time: 0.0392141 Jul 28 10:42:20.648591 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-0c82e0b1-7151-4c01-943d-7291cc6e5556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:20.650405 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-0c82e0b1-7151-4c01-943d-7291cc6e5556 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 910 time: 0.0890346 Jul 28 10:42:20.719370 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-89c581a0-647d-4044-a446-89a4c07f4ee3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 1000 time: 0.0608325 Jul 28 10:42:20.776685 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:20.790538 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-9633c0a7-60db-4d96-a4dd-1774663ca5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:20.792068 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-9633c0a7-60db-4d96-a4dd-1774663ca5de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 200 len: 848 time: 0.0632486 Jul 28 10:42:20.840179 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:42:20.840539 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:20.843246 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-186660f8-31c6-4cc2-81d3-a69d2568b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:20.844765 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-186660f8-31c6-4cc2-81d3-a69d2568b95a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446639 Jul 28 10:42:20.919467 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:20.941638 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-808e5dd9-ee69-4b23-baee-1e768267ed4e service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812416 Jul 28 10:42:20.942595 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:42:20.944821 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-649c5430-2e13-405b-bc4c-92c1af5fada6" -d '{"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:42:20.958069 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:20.964724 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:20.989822 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6953ef-7b7e-472f-a724-3a44f551c1ec x-openstack-request-id: req-cd6953ef-7b7e-472f-a724-3a44f551c1ec {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:42:20.990111 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-plugged", "status": "completed", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:42:20.990360 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd6953ef-7b7e-472f-a724-3a44f551c1ec {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:42:20.990740 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'code': 200} Jul 28 10:42:21.015877 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=8']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:21.040211 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e58bf1f6-09a6-48b8-8287-a956474ed755 req-2910314e-40c9-460a-b3c2-e1bb39aaf01b service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905674 Jul 28 10:42:22.986229 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce23dd-ce86-4f15-af32-041c707c7706 req-4b178a0e-a261-4e8f-950f-76283f3b15b3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:22.987697 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-70ce23dd-ce86-4f15-af32-041c707c7706 req-4b178a0e-a261-4e8f-950f-76283f3b15b3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0501776 Jul 28 10:42:23.024256 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-70ce23dd-ce86-4f15-af32-041c707c7706 req-e148be2f-e7f6-46ee-ba04-74ba40a08211 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Jul 28 10:42:24.143374 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7882d6-1639-4eac-8b71-404661c6581e req-8561161b-d31b-4ef7-b3d5-c760522d95b3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:24.144827 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3f7882d6-1639-4eac-8b71-404661c6581e req-8561161b-d31b-4ef7-b3d5-c760522d95b3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0475736 Jul 28 10:42:24.188054 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-3f7882d6-1639-4eac-8b71-404661c6581e req-4ab853ed-9e99-4915-8011-efdc2f36112e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374451 Jul 28 10:42:25.304315 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e584a6e-e89e-4992-9417-880488a36c50 req-5c5cd07a-c6bb-4299-9e56-85466abaebea tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:25.305819 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1e584a6e-e89e-4992-9417-880488a36c50 req-5c5cd07a-c6bb-4299-9e56-85466abaebea tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0477116 Jul 28 10:42:25.342803 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1e584a6e-e89e-4992-9417-880488a36c50 req-b59920fa-12cf-4ae4-932f-591feaefd2fc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Jul 28 10:42:26.460787 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee241f31-e5eb-490f-a2e6-b0f88960f97e req-0286ce18-3659-4f72-a67a-43eac0139adb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:26.462326 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ee241f31-e5eb-490f-a2e6-b0f88960f97e req-0286ce18-3659-4f72-a67a-43eac0139adb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0483692 Jul 28 10:42:26.499760 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ee241f31-e5eb-490f-a2e6-b0f88960f97e req-a9c4cdd7-3b12-4fc2-a031-b976f5b2a4c1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Jul 28 10:42:27.615216 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325eb900-2b3d-4d39-9027-a0315918c7ce req-88b58606-ac8b-42fa-b419-c15f638c3d79 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:27.616685 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-325eb900-2b3d-4d39-9027-a0315918c7ce req-88b58606-ac8b-42fa-b419-c15f638c3d79 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0472586 Jul 28 10:42:27.656596 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-325eb900-2b3d-4d39-9027-a0315918c7ce req-80c0bba6-1c5b-4a04-842b-8b80f2b28e48 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338843 Jul 28 10:42:28.774134 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada25e9-e670-43da-ae8e-7399cf77344b req-78921bd9-4995-4153-8067-0a3f58300e6c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:28.775680 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7ada25e9-e670-43da-ae8e-7399cf77344b req-78921bd9-4995-4153-8067-0a3f58300e6c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0482056 Jul 28 10:42:28.813529 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7ada25e9-e670-43da-ae8e-7399cf77344b req-ff9ceca3-4a42-4c08-ba2b-4df947e1916b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318375 Jul 28 10:42:29.935218 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07897f-a7db-477f-b9a1-9878a40f9897 req-2fdaddce-61d4-46df-997c-a828d9337c47 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:29.937146 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-df07897f-a7db-477f-b9a1-9878a40f9897 req-2fdaddce-61d4-46df-997c-a828d9337c47 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0469296 Jul 28 10:42:29.974733 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-df07897f-a7db-477f-b9a1-9878a40f9897 req-bbc32e7e-44ba-4a19-8e7b-0da2147d466b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317810 Jul 28 10:42:31.090386 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4113d98-19a2-4843-b2dc-702fec1bcccc req-c0a4d087-b2e7-4239-9308-1a9ee16b65bc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:31.091834 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f4113d98-19a2-4843-b2dc-702fec1bcccc req-c0a4d087-b2e7-4239-9308-1a9ee16b65bc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0462646 Jul 28 10:42:31.132178 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f4113d98-19a2-4843-b2dc-702fec1bcccc req-10bc8f29-8afa-49b4-99a2-eb0457349fb7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346582 Jul 28 10:42:32.248333 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf8a4a-342d-4d98-9163-244842d4a9a2 req-c43aac0b-0b2e-4072-85cf-cfb1acf410f8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:32.249798 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2ccf8a4a-342d-4d98-9163-244842d4a9a2 req-c43aac0b-0b2e-4072-85cf-cfb1acf410f8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0467882 Jul 28 10:42:32.286039 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2ccf8a4a-342d-4d98-9163-244842d4a9a2 req-3881914c-e319-4646-bf60-fa5b53da3cf6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304210 Jul 28 10:42:33.401577 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66713065-d1a4-41d1-ad2e-d5f0362971b4 req-18d2789c-3b06-434d-b8de-dd172b0984a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:33.403013 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-66713065-d1a4-41d1-ad2e-d5f0362971b4 req-18d2789c-3b06-434d-b8de-dd172b0984a3 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0467327 Jul 28 10:42:33.439279 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-66713065-d1a4-41d1-ad2e-d5f0362971b4 req-668c0852-1824-4cab-8003-6eadef578b49 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297697 Jul 28 10:42:34.554804 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17f44c-5b04-4750-a4fa-8a831b68ce93 req-c6b25261-c104-468e-bb6f-f78e45f87dd8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:34.556259 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5e17f44c-5b04-4750-a4fa-8a831b68ce93 req-c6b25261-c104-468e-bb6f-f78e45f87dd8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0472107 Jul 28 10:42:34.596734 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5e17f44c-5b04-4750-a4fa-8a831b68ce93 req-88b4997a-6d56-41b7-9188-e0c36b868a14 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341516 Jul 28 10:42:35.712233 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a2654-abe4-4a97-9f62-78fff5bc7404 req-69c53bee-13c6-4d6b-95d6-c7f74f239ad5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:35.713736 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b62a2654-abe4-4a97-9f62-78fff5bc7404 req-69c53bee-13c6-4d6b-95d6-c7f74f239ad5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0473025 Jul 28 10:42:35.752019 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b62a2654-abe4-4a97-9f62-78fff5bc7404 req-d50d8eae-4b5b-4b0e-bd26-a0b2729c2d51 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Jul 28 10:42:36.867796 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb7a32-fc52-49a5-a2d9-367a90347f4a req-de7705aa-342d-47b5-8e41-4d08f3088c11 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:36.869314 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-70cb7a32-fc52-49a5-a2d9-367a90347f4a req-de7705aa-342d-47b5-8e41-4d08f3088c11 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0475397 Jul 28 10:42:36.907722 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-70cb7a32-fc52-49a5-a2d9-367a90347f4a req-ab40e146-b2f7-4efc-ac32-32def736f942 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315344 Jul 28 10:42:37.822224 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b14208a3-23b5-4421-84f2-7e5ed3b7f358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:38.025458 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450d0af-f601-482b-abb5-901c41023aae req-7893862a-bbe5-4dfc-a2bf-d741d5c74028 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:38.026884 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4450d0af-f601-482b-abb5-901c41023aae req-7893862a-bbe5-4dfc-a2bf-d741d5c74028 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0466273 Jul 28 10:42:38.067399 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4450d0af-f601-482b-abb5-901c41023aae req-7ffbddef-9e97-4f34-bb9c-6f79cc404154 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340996 Jul 28 10:42:39.102034 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:42:39.183833 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f930560c-bf60-49fb-a395-84c544e39dbe req-94961af5-f9e6-4dcd-b499-dbccb0085e90 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:39.185317 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f930560c-bf60-49fb-a395-84c544e39dbe req-94961af5-f9e6-4dcd-b499-dbccb0085e90 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0469229 Jul 28 10:42:39.222530 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-f930560c-bf60-49fb-a395-84c544e39dbe req-528106b4-2b18-45b3-b6ff-19b27e21cc08 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308821 Jul 28 10:42:40.342421 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631677ab-8fba-4354-b271-4f4fa62dfb10 req-8d38be09-8621-4539-8a73-27176faf1f46 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:40.344295 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-631677ab-8fba-4354-b271-4f4fa62dfb10 req-8d38be09-8621-4539-8a73-27176faf1f46 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0487416 Jul 28 10:42:40.382622 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-631677ab-8fba-4354-b271-4f4fa62dfb10 req-cd304949-d16d-4b88-bfe5-73f7c2afa65a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323274 Jul 28 10:42:40.562866 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ff70728d-0f29-4185-aef3-9e101fd930ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:40.610372 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:40.931859 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:42:41.030341 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:41.041738 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '57f09889-bfea-4347-a33a-864b214d8f2c', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'port_id': '57f09889-bfea-4347-a33a-864b214d8f2c', 'mac_address': 'fa:16:3e:11:7b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:42:41.080519 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:41.096400 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57f09889-bfea-4347-a33a-864b214d8f2c {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:42:41.117904 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:41.123911 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:41.176392 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=6']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:41.184107 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.184664 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.185176 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.185730 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.186483 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.187032 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.187535 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.188014 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.188516 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.189028 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.189515 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.189988 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:42:41.301383 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['57f09889-bfea-4347-a33a-864b214d8f2c'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:42:41.517615 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:41.531851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5f8e2-e40f-402c-a7f8-0ea9d4fff2d2 req-7b13f65b-a44a-4704-a0aa-5ed94929750a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:41.541209 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a4a5f8e2-e40f-402c-a7f8-0ea9d4fff2d2 req-7b13f65b-a44a-4704-a0aa-5ed94929750a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 944 time: 0.0667858 Jul 28 10:42:41.605717 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a4a5f8e2-e40f-402c-a7f8-0ea9d4fff2d2 req-32ec27d9-c27b-4345-850f-a6ef91e5a75c tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588765 Jul 28 10:42:42.743166 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb09d04-c416-48cd-901d-24a305f5f1a9 req-0d8f8c26-c6a6-41b0-9559-443c20a576a7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:42.745288 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eb09d04-c416-48cd-901d-24a305f5f1a9 req-0d8f8c26-c6a6-41b0-9559-443c20a576a7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 944 time: 0.0680680 Jul 28 10:42:42.791016 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0eb09d04-c416-48cd-901d-24a305f5f1a9 req-9d259db8-01f8-442e-a3b4-7b6b59c797db tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384550 Jul 28 10:42:42.940445 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:42:43.005084 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 57f09889-bfea-4347-a33a-864b214d8f2c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:42:43.005843 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:43.063389 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:43.106059 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:43.136649 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:42:43.139764 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0b00c0-2185-4417-8a16-3c45608c6d38" -d '{"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-plugged", "status": "completed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:42:43.161202 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:43.169406 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:43.226358 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=7']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:43.256920 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a871f1df-5a9b-43cc-ad7c-c3b8bafd2c0d x-openstack-request-id: req-a871f1df-5a9b-43cc-ad7c-c3b8bafd2c0d {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:42:43.257635 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-plugged", "status": "completed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:42:43.258080 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a871f1df-5a9b-43cc-ad7c-c3b8bafd2c0d {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:42:43.258841 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c', 'code': 200} Jul 28 10:42:43.918507 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d99833-661d-4628-af7e-9129477b8991 req-581a6dfe-8758-4ff2-9faf-13c1451bd09f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:43.921198 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-72d99833-661d-4628-af7e-9129477b8991 req-581a6dfe-8758-4ff2-9faf-13c1451bd09f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0518262 Jul 28 10:42:43.979097 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-72d99833-661d-4628-af7e-9129477b8991 req-d63c233f-db77-4fae-98c2-97042bbcc723 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483625 Jul 28 10:42:45.111947 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7c5a5-dc29-45b0-885b-26796576fc32 req-0e71215e-5508-4fd1-9bf7-7b5c0bb06817 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:45.113628 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eae7c5a5-dc29-45b0-885b-26796576fc32 req-0e71215e-5508-4fd1-9bf7-7b5c0bb06817 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0529399 Jul 28 10:42:45.157212 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eae7c5a5-dc29-45b0-885b-26796576fc32 req-dd0fbc7f-8d8b-4ab1-bead-fba984fe2a7f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371380 Jul 28 10:42:45.229547 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:46.287853 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a1fb2-716f-4e0a-bb08-cef7e1286f38 req-755c9ed5-fb14-435a-9699-4a2e4f0bbd34 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:46.289556 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-393a1fb2-716f-4e0a-bb08-cef7e1286f38 req-755c9ed5-fb14-435a-9699-4a2e4f0bbd34 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0533550 Jul 28 10:42:46.329438 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-393a1fb2-716f-4e0a-bb08-cef7e1286f38 req-949e2f74-002b-48ff-9031-a1fcf21eb7bb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336649 Jul 28 10:42:47.462347 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec03e9-48fd-43f2-be4f-9dbda8f8e691 req-f52bf66b-4e36-457d-bcfc-d72093bc33b7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:47.465165 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2dec03e9-48fd-43f2-be4f-9dbda8f8e691 req-f52bf66b-4e36-457d-bcfc-d72093bc33b7 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Jul 28 10:42:47.509297 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2dec03e9-48fd-43f2-be4f-9dbda8f8e691 req-55312746-9a9b-4876-8fef-681214185cee tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388861 Jul 28 10:42:48.633214 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac88f9c-23ba-4812-a672-bbc89078a6fd req-dcd7d9c3-1df4-47c8-bf46-76d00d64e292 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:48.634712 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6ac88f9c-23ba-4812-a672-bbc89078a6fd req-dcd7d9c3-1df4-47c8-bf46-76d00d64e292 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0530505 Jul 28 10:42:48.683484 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6ac88f9c-23ba-4812-a672-bbc89078a6fd req-1a67cb13-f55a-460d-972a-630d0a002f63 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421114 Jul 28 10:42:49.806379 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5260-4f07-43af-81cd-4774bcd226f7 req-9b86ec6b-2bf6-411b-925a-be86c059d5b4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:49.808111 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-825a5260-4f07-43af-81cd-4774bcd226f7 req-9b86ec6b-2bf6-411b-925a-be86c059d5b4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0521915 Jul 28 10:42:49.851545 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-825a5260-4f07-43af-81cd-4774bcd226f7 req-c575a605-580b-426b-8b34-fbac7a4d1984 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365644 Jul 28 10:42:50.427266 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ab83-5368-4558-94d1-c6da312093e9 req-a425535e-fa1c-4a36-8088-0a41f9e6d224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:50.428849 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f715ab83-5368-4558-94d1-c6da312093e9 req-a425535e-fa1c-4a36-8088-0a41f9e6d224 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1098 time: 0.0388684 Jul 28 10:42:50.520273 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ab83-5368-4558-94d1-c6da312093e9 req-6d9bc8af-6a10-44b5-8a0f-2776e6ded0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:50.521826 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f715ab83-5368-4558-94d1-c6da312093e9 req-6d9bc8af-6a10-44b5-8a0f-2776e6ded0a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.0850399 Jul 28 10:42:50.594410 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f715ab83-5368-4558-94d1-c6da312093e9 req-b7a56c0b-7fc7-4899-9c9a-7fa319168472 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57f09889-bfea-4347-a33a-864b214d8f2c HTTP/1.1" status: 200 len: 1000 time: 0.0643015 Jul 28 10:42:50.647630 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ab83-5368-4558-94d1-c6da312093e9 req-68542208-4cc6-4b91-b8ad-8f8b4604bbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:50.649672 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f715ab83-5368-4558-94d1-c6da312093e9 req-68542208-4cc6-4b91-b8ad-8f8b4604bbca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0472870 Jul 28 10:42:50.701655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715ab83-5368-4558-94d1-c6da312093e9 req-3c9c9457-d9b0-4141-9281-9ac846d41027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:50.703073 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f715ab83-5368-4558-94d1-c6da312093e9 req-3c9c9457-d9b0-4141-9281-9ac846d41027 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462718 Jul 28 10:42:50.819005 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f715ab83-5368-4558-94d1-c6da312093e9 req-6b3a6842-4346-4a19-84f1-d8839efdd4e2 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944850 Jul 28 10:42:50.925038 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f715ab83-5368-4558-94d1-c6da312093e9 req-9cd3a7d6-447e-414f-b77b-4734da51fb4b service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986819 Jul 28 10:42:51.006064 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a812e-5035-49a8-8f1b-3a5010bbfe8f req-935e31c6-ef4a-4365-aca2-5571f322d1d6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:51.007599 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-882a812e-5035-49a8-8f1b-3a5010bbfe8f req-935e31c6-ef4a-4365-aca2-5571f322d1d6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0616102 Jul 28 10:42:51.048976 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-882a812e-5035-49a8-8f1b-3a5010bbfe8f req-b4e4dfcb-dc82-476e-8ed8-9f1c6f522202 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353389 Jul 28 10:42:52.174064 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831aaf20-5152-4a30-ae99-0a37d39d5a06 req-79f6e16c-ac70-4d7a-bb42-01b6f4bc42dc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:52.175509 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-831aaf20-5152-4a30-ae99-0a37d39d5a06 req-79f6e16c-ac70-4d7a-bb42-01b6f4bc42dc tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0465405 Jul 28 10:42:52.215653 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-831aaf20-5152-4a30-ae99-0a37d39d5a06 req-886ff50d-6b1f-4797-acc9-45ff32a65cff tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342944 Jul 28 10:42:53.331521 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047d977-3076-4712-8b28-012198e86a4f req-f60f9021-0f0f-43ba-be88-470c62ec92c6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:53.333017 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c047d977-3076-4712-8b28-012198e86a4f req-f60f9021-0f0f-43ba-be88-470c62ec92c6 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0474722 Jul 28 10:42:53.368866 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c047d977-3076-4712-8b28-012198e86a4f req-78f79dd3-f636-4543-8170-44e1b2d1a0d1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300674 Jul 28 10:42:54.217997 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bf110-5e63-46c5-b702-5c617c0b81b0 req-44558565-f757-4f38-8d36-758fd4aff1a2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:54.219651 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ee0bf110-5e63-46c5-b702-5c617c0b81b0 req-44558565-f757-4f38-8d36-758fd4aff1a2 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 945 time: 0.0480289 Jul 28 10:42:54.258949 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ee0bf110-5e63-46c5-b702-5c617c0b81b0 req-449168b4-55cc-4a83-a7a4-8453305d0f15 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330365 Jul 28 10:42:54.421889 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51656) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:42:54.501989 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-46af2c5c-6d6d-4b98-a743-31300a6cc927 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789609 Jul 28 10:42:55.028921 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:42:55.107324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:55.129473 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:42:55.131869 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8931a7-2bd3-480f-9db8-dace3887b3e5" -d '{"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-unplugged", "status": "completed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:42:55.152568 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:42:55.158934 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:42:55.192696 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 10:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6334c6ec-0faf-454d-8d0e-9f8b6068152a x-openstack-request-id: req-6334c6ec-0faf-454d-8d0e-9f8b6068152a {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:42:55.193038 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-unplugged", "status": "failed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c", "code": 422}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:42:55.193247 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6334c6ec-0faf-454d-8d0e-9f8b6068152a {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:42:55.193629 dv-cinder-800431-3-iscsi neutron-server[93233]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c', 'code': 422} returned with failed status Jul 28 10:42:55.220159 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=8']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:42:55.375065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25428730-61fd-4cf7-9e59-0ca6f7b99f94 req-e41af283-5773-4b43-9879-83d8cf86d8cb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:55.376516 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-25428730-61fd-4cf7-9e59-0ca6f7b99f94 req-e41af283-5773-4b43-9879-83d8cf86d8cb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0472257 Jul 28 10:42:55.413309 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-25428730-61fd-4cf7-9e59-0ca6f7b99f94 req-bf2e6fdb-26db-44bd-9edd-8af18faff007 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310206 Jul 28 10:42:55.491673 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-2d29b7af-66ef-4180-91ca-34f5b8a4795f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:55.493170 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-2d29b7af-66ef-4180-91ca-34f5b8a4795f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30&tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b HTTP/1.1" status: 200 len: 1096 time: 0.0384185 Jul 28 10:42:55.563280 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-12e48beb-0fd1-41ce-b59e-7b590eb7b38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:55.564775 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-12e48beb-0fd1-41ce-b59e-7b590eb7b38c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1096 time: 0.0379562 Jul 28 10:42:55.653161 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-1c7a6442-6fe2-46e7-bfb3-1662856f14b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:55.654817 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-1c7a6442-6fe2-46e7-bfb3-1662856f14b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.0829914 Jul 28 10:42:55.716822 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-809ed4e8-9a4b-41d2-8c89-2b010e9261bd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57f09889-bfea-4347-a33a-864b214d8f2c HTTP/1.1" status: 200 len: 998 time: 0.0552287 Jul 28 10:42:55.768027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-cccca1de-c9da-4ecc-86b5-082f40c2ea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:55.769439 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-cccca1de-c9da-4ecc-86b5-082f40c2ea11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0463443 Jul 28 10:42:55.814828 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-ec5702c5-a926-45d1-8c9d-028e18a70fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:55.816210 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-ec5702c5-a926-45d1-8c9d-028e18a70fa9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391903 Jul 28 10:42:55.904326 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-be385521-835e-449b-9622-a0a5103a9d10 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790875 Jul 28 10:42:55.995957 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-5f56e152-6432-4f12-9cda-d54c1e0740a8 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847318 Jul 28 10:42:56.538948 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485d864-7c7c-40a1-b206-d1e314ea53fd req-1eb6d29f-74ee-4232-a97b-af9a8450c923 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:56.541189 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8485d864-7c7c-40a1-b206-d1e314ea53fd req-1eb6d29f-74ee-4232-a97b-af9a8450c923 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0513947 Jul 28 10:42:56.596916 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8485d864-7c7c-40a1-b206-d1e314ea53fd req-5d89fdfe-dca6-42da-8114-aa1ea85f22d8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479414 Jul 28 10:42:57.714545 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696932-ce37-4288-a9fc-3c76d364890e req-02644be9-acff-4de1-a15b-0f6cec59d561 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:57.716189 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8696932-ce37-4288-a9fc-3c76d364890e req-02644be9-acff-4de1-a15b-0f6cec59d561 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0505819 Jul 28 10:42:57.755839 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8696932-ce37-4288-a9fc-3c76d364890e req-aa8bdcb0-d36a-42e7-a5fb-a4084cba0b94 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331156 Jul 28 10:42:58.885006 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8d976-44f4-474e-85fb-06afe868c42d req-842cf298-2f6b-4f5f-8001-bfa6be46b6b0 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:42:58.887524 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-03a8d976-44f4-474e-85fb-06afe868c42d req-842cf298-2f6b-4f5f-8001-bfa6be46b6b0 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0518444 Jul 28 10:42:58.927541 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-03a8d976-44f4-474e-85fb-06afe868c42d req-cd99936c-bd3a-4da2-a65b-dbdd50224f60 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326421 Jul 28 10:43:00.053644 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1537aa2-baa2-4ac3-b3f3-0a06f59ab903 req-a7861852-e321-49e1-bd4d-cb1ac3c9f40f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:00.055107 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a1537aa2-baa2-4ac3-b3f3-0a06f59ab903 req-a7861852-e321-49e1-bd4d-cb1ac3c9f40f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0538700 Jul 28 10:43:00.096489 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a1537aa2-baa2-4ac3-b3f3-0a06f59ab903 req-373c3c75-9e24-4622-b397-ae055dd4ed8d tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352745 Jul 28 10:43:01.229821 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0f52b-e243-4531-8cb9-93b028e9a3b5 req-e585fd27-ee4c-41e8-87b4-046cb03b8e70 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:01.231389 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-31f0f52b-e243-4531-8cb9-93b028e9a3b5 req-e585fd27-ee4c-41e8-87b4-046cb03b8e70 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0492158 Jul 28 10:43:01.274653 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-31f0f52b-e243-4531-8cb9-93b028e9a3b5 req-fb9443ae-d640-48c9-a8d5-fae92a89448f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365367 Jul 28 10:43:02.400515 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdfa89f-99f7-4245-bbc8-76a1a1a71ee9 req-5c95b9a3-27dc-46f6-9acf-b92cd2c1740a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:02.409053 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2cdfa89f-99f7-4245-bbc8-76a1a1a71ee9 req-5c95b9a3-27dc-46f6-9acf-b92cd2c1740a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0594609 Jul 28 10:43:02.441878 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2cdfa89f-99f7-4245-bbc8-76a1a1a71ee9 req-24692a94-0df7-4ac7-acbd-4d184537bdbf tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319428 Jul 28 10:43:03.563828 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204bf294-5977-4b76-8a8f-9ffd881bad42 req-ed35d91a-671f-4d91-8b04-378abd44aea1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:03.565336 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-204bf294-5977-4b76-8a8f-9ffd881bad42 req-ed35d91a-671f-4d91-8b04-378abd44aea1 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0520139 Jul 28 10:43:03.602652 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-204bf294-5977-4b76-8a8f-9ffd881bad42 req-0fa1031f-cceb-4c12-b24f-1614a3b49e0a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Jul 28 10:43:04.728557 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90864381-bb93-4b9c-b96f-4a161d66e624 req-469919eb-a961-4567-8b26-20c861ce6616 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:04.730188 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90864381-bb93-4b9c-b96f-4a161d66e624 req-469919eb-a961-4567-8b26-20c861ce6616 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0546029 Jul 28 10:43:04.774730 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90864381-bb93-4b9c-b96f-4a161d66e624 req-ce46fc66-d319-406b-994a-a1fdb8b110cd tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368996 Jul 28 10:43:05.897323 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd1b8b-4b3e-4204-9ba2-cb6e6076d3f0 req-cc58c6d3-ea42-4a50-adc2-6bd00e38f0ae tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:05.898823 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4ddd1b8b-4b3e-4204-9ba2-cb6e6076d3f0 req-cc58c6d3-ea42-4a50-adc2-6bd00e38f0ae tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0531304 Jul 28 10:43:05.939267 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4ddd1b8b-4b3e-4204-9ba2-cb6e6076d3f0 req-95f5c99a-e458-4afe-a9cc-c9091f7ae5d5 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345542 Jul 28 10:43:07.061698 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65c70f-8242-438c-aa44-b376ee4fc8c5 req-7f020621-ee91-4efe-8622-321c796ba073 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:07.063876 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5b65c70f-8242-438c-aa44-b376ee4fc8c5 req-7f020621-ee91-4efe-8622-321c796ba073 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0473142 Jul 28 10:43:07.103322 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5b65c70f-8242-438c-aa44-b376ee4fc8c5 req-fc3af569-dfc7-4235-9dde-9f9598cfd818 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333529 Jul 28 10:43:07.823243 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9684d7d0-97d0-4936-94e2-f45cfcbe5b29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:08.220881 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578d3d5-296d-4527-9460-7b79363ac97f req-5c69e6d0-7a8a-47ca-8d79-e4da89d270a8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:08.222323 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d578d3d5-296d-4527-9460-7b79363ac97f req-5c69e6d0-7a8a-47ca-8d79-e4da89d270a8 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0468082 Jul 28 10:43:08.262346 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d578d3d5-296d-4527-9460-7b79363ac97f req-c2b580ed-2e94-4009-9963-a5a69ed4e796 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341096 Jul 28 10:43:09.380232 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f280a7-53e9-47fa-9592-cf38a8215003 req-b41b2c66-1448-482b-b279-36c241377920 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:09.381922 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-59f280a7-53e9-47fa-9592-cf38a8215003 req-b41b2c66-1448-482b-b279-36c241377920 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0486591 Jul 28 10:43:09.420864 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-59f280a7-53e9-47fa-9592-cf38a8215003 req-9b648455-51be-4a4a-8ed6-0b65b4d43c98 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328481 Jul 28 10:43:10.543252 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c19cd-3c66-4032-be15-0d98959577ed req-c8c28f99-b050-4e56-b030-d5878aedfd8e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:10.544782 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-282c19cd-3c66-4032-be15-0d98959577ed req-c8c28f99-b050-4e56-b030-d5878aedfd8e tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 943 time: 0.0500970 Jul 28 10:43:10.570166 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b95496d2-d7f9-4d56-b9b7-8ee871027dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:10.597923 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-282c19cd-3c66-4032-be15-0d98959577ed req-fe39e838-8d2f-4f9f-a8f7-21c59422ebaf tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364110 Jul 28 10:43:10.627277 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:11.048715 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:43:11.141659 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:11.152501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '57f09889-bfea-4347-a33a-864b214d8f2c', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'port_id': '57f09889-bfea-4347-a33a-864b214d8f2c', 'mac_address': 'fa:16:3e:11:7b:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:43:11.187421 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:11.199860 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f09889-bfea-4347-a33a-864b214d8f2c {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:43:11.219317 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:11.224155 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:11.274271 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=9']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:11.490581 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:11.533754 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['57f09889-bfea-4347-a33a-864b214d8f2c'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:43:11.722022 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b36f-48b4-48bf-8e06-540f1067e763 req-62eb7d63-ec42-4f12-9582-debe3c8c9ed9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:11.723521 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c4a1b36f-48b4-48bf-8e06-540f1067e763 req-62eb7d63-ec42-4f12-9582-debe3c8c9ed9 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 944 time: 0.0515423 Jul 28 10:43:11.760408 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c4a1b36f-48b4-48bf-8e06-540f1067e763 req-08865866-6f0c-4ecf-9061-0733832fec7a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309772 Jul 28 10:43:12.294441 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b37b53-be43-44f7-98d6-287be7f26c8d req-d51ad72d-a6ea-4221-a6c2-8ca918f7c606 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:12.295900 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d5b37b53-be43-44f7-98d6-287be7f26c8d req-d51ad72d-a6ea-4221-a6c2-8ca918f7c606 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0473073 Jul 28 10:43:12.336342 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d5b37b53-be43-44f7-98d6-287be7f26c8d req-2db0533e-aa68-4b9b-bd9c-81f39db523f6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339127 Jul 28 10:43:12.879567 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89460ca8-9a05-4085-8da1-9d5524839722 req-388f0a2b-9875-4fee-b9b4-f3f96e239d48 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:12.881029 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-89460ca8-9a05-4085-8da1-9d5524839722 req-388f0a2b-9875-4fee-b9b4-f3f96e239d48 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 944 time: 0.0468731 Jul 28 10:43:12.917098 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-89460ca8-9a05-4085-8da1-9d5524839722 req-5431a331-13c3-4d71-910e-93b818b41c9a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303450 Jul 28 10:43:13.060031 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:13.064034 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:43:13.112011 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 57f09889-bfea-4347-a33a-864b214d8f2c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:43:13.112381 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:13.184901 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:13.206320 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:43:13.208514 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e452c8f2-f258-4769-b3e6-9222cab61f9f" -d '{"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-plugged", "status": "completed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:43:13.220994 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:13.225297 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:13.248648 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd98e16f-f864-4f92-a79f-8c832ccd77e4 x-openstack-request-id: req-dd98e16f-f864-4f92-a79f-8c832ccd77e4 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:43:13.248961 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-plugged", "status": "completed", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:43:13.249208 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dd98e16f-f864-4f92-a79f-8c832ccd77e4 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:43:13.249584 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c', 'code': 200} Jul 28 10:43:13.278466 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=10']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:13.450641 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a02733-402f-4e59-9c82-85517fa8b9e2 req-3ed445ff-1fe7-4f60-b356-a365a54a6f29 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:13.452115 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-23a02733-402f-4e59-9c82-85517fa8b9e2 req-3ed445ff-1fe7-4f60-b356-a365a54a6f29 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0479953 Jul 28 10:43:13.467275 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572314c8-4488-4fb7-ac34-43c4f7abf95f req-3c0dac86-af8e-49f8-9632-8d9ded1ffab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:13.468901 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-572314c8-4488-4fb7-ac34-43c4f7abf95f req-3c0dac86-af8e-49f8-9632-8d9ded1ffab8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1099 time: 0.0378909 Jul 28 10:43:13.493365 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-23a02733-402f-4e59-9c82-85517fa8b9e2 req-b6b0f7ae-7d44-4ff1-84ab-0dc4908e78b6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352468 Jul 28 10:43:13.504902 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-572314c8-4488-4fb7-ac34-43c4f7abf95f req-8db3e4d6-e263-4fa2-b192-e3d765c6d2b3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280647 Jul 28 10:43:14.038150 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836bf35-5021-43c2-8fac-67b8ba2ecfd1 req-75f64a5f-5b91-41eb-ae97-5c9edd1e1a71 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:14.039598 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5836bf35-5021-43c2-8fac-67b8ba2ecfd1 req-75f64a5f-5b91-41eb-ae97-5c9edd1e1a71 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 946 time: 0.0478346 Jul 28 10:43:14.076650 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5836bf35-5021-43c2-8fac-67b8ba2ecfd1 req-1edd0ccf-6756-4533-94cd-aa8ceb0ddc7a tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311694 Jul 28 10:43:14.478415 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-d7296d7a-9283-4f71-90eb-17d27a75f6c3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:14.479893 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-d7296d7a-9283-4f71-90eb-17d27a75f6c3 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0473979 Jul 28 10:43:14.573467 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Deleting port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:14.573808 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:14.610363 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301701fb-3e18-4747-b9f5-28e07b712a7c req-6b96bb3f-31da-46ac-b7bf-b7c016a7177d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:14.612069 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-301701fb-3e18-4747-b9f5-28e07b712a7c req-6b96bb3f-31da-46ac-b7bf-b7c016a7177d tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 946 time: 0.0498264 Jul 28 10:43:14.664118 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-301701fb-3e18-4747-b9f5-28e07b712a7c req-30cb814b-32e6-48e5-891a-dcfb10845a93 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups?id=fe5c8a37-26ee-4386-91bd-7f8daebff43c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382812 Jul 28 10:43:14.666457 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] For port 26a3b716-ff5a-4338-a882-aad89e4ed3d7, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=26a3b716-ff5a-4338-a882-aad89e4ed3d7,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:14.666826 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:14.853469 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:14.853834 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:14.854253 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Floating IP 95b43455-6f22-49c8-8d49-b5ec01c50a46 disassociated. External IP: 172.27.3.115, port: 26a3b716-ff5a-4338-a882-aad89e4ed3d7. Jul 28 10:43:14.854444 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Calling delete_port for 26a3b716-ff5a-4338-a882-aad89e4ed3d7 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:14.983792 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:15.018358 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event deleted for resources: {'Port': ['ID=26a3b716-ff5a-4338-a882-aad89e4ed3d7,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:15.062198 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.062539 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.063426 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.063847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.064188 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.064523 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.064868 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.065195 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.065521 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.065841 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.066157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.066473 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:15.143391 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Router d4923e8c-896a-4a5e-99b4-5e0fcb350526 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:43:15.223259 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:15.519211 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb89130-c352-4aac-bd16-c8d48658e5fe req-632527f7-795c-4a5e-8f1b-0f66e51f5adb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:15.520684 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9bb89130-c352-4aac-bd16-c8d48658e5fe req-632527f7-795c-4a5e-8f1b-0f66e51f5adb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 946 time: 0.3702421 Jul 28 10:43:15.557597 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:15.566867 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] Sync routers for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:15.575749 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:15.576446 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:15.588562 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9bb89130-c352-4aac-bd16-c8d48658e5fe req-c1b68857-63de-485e-82bb-189d09abb255 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619619 Jul 28 10:43:15.601607 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] No DVR routers for this DVR port 26a3b716-ff5a-4338-a882-aad89e4ed3d7 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:15.604078 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:15.612038 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-acaa8498-266f-4d9e-8c31-6f873201ba78 req-0033073f-b39c-410f-be16-212c8faddb7b tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.23 "DELETE /v2.0/ports/26a3b716-ff5a-4338-a882-aad89e4ed3d7 HTTP/1.1" status: 204 len: 173 time: 1.1173830 Jul 28 10:43:15.612038 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'name': 'network-vif-deleted', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:43:15.612038 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec628121-d24d-45e1-96cc-ac9a9ecd95e6" -d '{"events": [{"server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "name": "network-vif-deleted", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:43:15.699185 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc54247c-e97e-43bb-9c99-64705134a7b9 x-openstack-request-id: req-cc54247c-e97e-43bb-9c99-64705134a7b9 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:43:15.699475 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d99d7091-6a64-45bd-83fe-050332612e8b", "name": "network-vif-deleted", "tag": "26a3b716-ff5a-4338-a882-aad89e4ed3d7", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:43:15.699783 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc54247c-e97e-43bb-9c99-64705134a7b9 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:43:15.699902 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:15.700178 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd99d7091-6a64-45bd-83fe-050332612e8b', 'name': 'network-vif-deleted', 'tag': '26a3b716-ff5a-4338-a882-aad89e4ed3d7', 'status': 'completed', 'code': 200} Jul 28 10:43:15.762886 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-86b79a3c-27f0-41f6-918e-e3c11192007a req-a8c50597-e648-4a9f-8f7c-b66289b95851 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/ports?device_id=d99d7091-6a64-45bd-83fe-050332612e8b HTTP/1.1" status: 200 len: 210 time: 0.0260096 Jul 28 10:43:15.903920 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:15.929097 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] Checking router: d4923e8c-896a-4a5e-99b4-5e0fcb350526 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:15.936952 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:15.937534 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:16.042174 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:16.102626 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:43:16.252385 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:16.279005 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfeffaf-d1c4-4a0b-a2dc-e1c0c8282c13 None None] The sync data for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi is: [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '7fb73b01-a03b-4e8a-a0c0-155fdbeb5802', 'name': '', 'network_id': '99b05afa-3957-4d6b-b545-1d387f52d9e8', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'mac_address': 'fa:16:3e:9f:ab:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:15Z', 'updated_at': '2021-07-28T10:37:27Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'subnets': [{'id': 'eedb80c2-a842-46f3-9249-ed6aecbb9a09', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:16.486344 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b164579-f8ae-409c-a3a7-fd7134a5366f None None] New status for floating IP 95b43455-6f22-49c8-8d49-b5ec01c50a46: DOWN {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:43:16.710348 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e4619-b0a9-494d-acdd-11481b5304f8 req-ca263989-5f7a-4630-99de-1eb341fb8b19 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:16.711728 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ce3e4619-b0a9-494d-acdd-11481b5304f8 req-ca263989-5f7a-4630-99de-1eb341fb8b19 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 946 time: 0.0478401 Jul 28 10:43:16.748650 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ce3e4619-b0a9-494d-acdd-11481b5304f8 req-76fe6d4f-d736-412f-99a9-ea4d16c73d5f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310609 Jul 28 10:43:16.843285 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51860) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:16.898378 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-edd78b42-ae2a-452c-91b8-36289d8bcded tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:16.920164 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-edd78b42-ae2a-452c-91b8-36289d8bcded tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:16.965741 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-edd78b42-ae2a-452c-91b8-36289d8bcded tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:16.968325 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-edd78b42-ae2a-452c-91b8-36289d8bcded tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:16.969551 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-edd78b42-ae2a-452c-91b8-36289d8bcded tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "DELETE /v2.0/security-groups/fe5c8a37-26ee-4386-91bd-7f8daebff43c HTTP/1.1" status: 204 len: 168 time: 0.1252861 Jul 28 10:43:16.972555 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51862) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:16.980211 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd78b42-ae2a-452c-91b8-36289d8bcded tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe5c8a37-26ee-4386-91bd-7f8daebff43c,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:16.987456 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.api.v2.resource [None req-58460d8c-e25b-4855-a542-f0e39b102ecf tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] show failed (client error): The resource could not be found. Jul 28 10:43:16.991383 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51864) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:16.995376 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-58460d8c-e25b-4855-a542-f0e39b102ecf tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "GET /v2.0/security-groups/fe5c8a37-26ee-4386-91bd-7f8daebff43c HTTP/1.1" status: 404 len: 347 time: 0.0147023 Jul 28 10:43:17.111430 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Deleting port 3cce8a19-9dd2-4c8a-8ecd-45816bdee0f0 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:17.111665 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:17.185983 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:17.186317 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:17.198065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Calling delete_port for 3cce8a19-9dd2-4c8a-8ecd-45816bdee0f0 owned by network:floatingip {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:17.322009 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:17.349157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Pushing event deleted for resources: {'Port': ['ID=3cce8a19-9dd2-4c8a-8ecd-45816bdee0f0,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:17.406431 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks [] for floatingip, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:17.408952 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:17.410082 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-eebad2af-634f-47ec-a8d9-f70211cc5ee6 tempest-AttachVolumeTestJSON-1703114434 tempest-AttachVolumeTestJSON-1703114434-project] 10.222.0.25 "DELETE /v2.0/floatingips/95b43455-6f22-49c8-8d49-b5ec01c50a46 HTTP/1.1" status: 204 len: 168 time: 0.4177465 Jul 28 10:43:19.080356 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 26a3b716-ff5a-4338-a882-aad89e4ed3d7 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:19.099930 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 26a3b716-ff5a-4338-a882-aad89e4ed3d7 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:19.100272 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 26a3b716-ff5a-4338-a882-aad89e4ed3d7 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:20.332298 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-e3a8e655-0450-49ec-93f6-cb7ea54a8737 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381587 Jul 28 10:43:20.405362 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-146b830b-9eb7-4657-a309-a310007bbd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:20.406866 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-146b830b-9eb7-4657-a309-a310007bbd30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 1099 time: 0.0432894 Jul 28 10:43:20.505268 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-0751e8fd-2912-4b67-bfc1-8bb68a43eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:20.506698 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-0751e8fd-2912-4b67-bfc1-8bb68a43eb9d service neutron] 10.222.0.23 "GET /v2.0/networks?id=2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 200 len: 918 time: 0.0820339 Jul 28 10:43:20.573064 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-7c4e75e2-1d48-4d02-8053-7ee998e4b482 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57f09889-bfea-4347-a33a-864b214d8f2c HTTP/1.1" status: 200 len: 1000 time: 0.0594146 Jul 28 10:43:20.619804 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-115bf13b-2a7f-4747-aa17-f34a06169786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:20.621127 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-115bf13b-2a7f-4747-aa17-f34a06169786 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 200 len: 856 time: 0.0412490 Jul 28 10:43:20.663602 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-d2d3f9a3-4228-4fb5-b428-6506435252b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:20.665051 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-d2d3f9a3-4228-4fb5-b428-6506435252b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2e98efdf-61ac-4cfd-96bc-8805f92caedb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0369873 Jul 28 10:43:20.755180 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-29cad824-a47b-4ea7-bd30-a1ae9355e35d service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829065 Jul 28 10:43:20.841290 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1b4e13aa-ae39-48ec-b3f8-bff5b767d29b req-c3d37e00-d619-4075-b742-9285e2bda0a7 service neutron] 10.222.0.23 "GET /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790699 Jul 28 10:43:20.936349 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51892) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:21.438419 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:21.716299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Deleting port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:21.716641 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:21.790093 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] For port 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:21.790460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:21.802487 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Calling delete_port for 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 owned by network:router_interface {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:21.998935 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:22.023437 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb73b01-a03b-4e8a-a0c0-155fdbeb5802,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:22.191087 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:22.394420 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Router d4923e8c-896a-4a5e-99b4-5e0fcb350526 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:43:22.495610 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:22.501187 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-ccb20666-92bd-4e78-8f67-8deae6ac02a8 admin admin] 10.222.0.25 "PUT /v2.0/routers/d4923e8c-896a-4a5e-99b4-5e0fcb350526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5637197 Jul 28 10:43:22.503723 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51896) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:22.504378 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] Sync routers for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:22.513767 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:22.514373 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:22.603584 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:22.619543 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:22.706758 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:22.758071 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Deleting port c85a7a31-f45b-4451-beaa-b53d030384ee {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:22.758416 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:22.798919 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45'}], 'enable_snat': True}, 'gw_port_id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:43:21Z', 'revision_number': 5, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port': {'id': 'c85a7a31-f45b-4451-beaa-b53d030384ee', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:09Z', 'updated_at': '2021-07-28T10:37:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:22.825705 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] Checking router: d4923e8c-896a-4a5e-99b4-5e0fcb350526 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:22.835217 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] Routers {'d4923e8c-896a-4a5e-99b4-5e0fcb350526'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:22.835838 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:23.050361 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] Set router d4923e8c-896a-4a5e-99b4-5e0fcb350526 gateway port host: None {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:23.091800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] For port c85a7a31-f45b-4451-beaa-b53d030384ee, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=c85a7a31-f45b-4451-beaa-b53d030384ee,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:23.092170 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.102379 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:43:22Z', 'revision_number': 6, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:23.104764 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Calling delete_port for c85a7a31-f45b-4451-beaa-b53d030384ee owned by network:router_gateway {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:23.131765 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e4fd67-96a1-41bd-bfa5-227343e002db None None] The sync data for ids ['d4923e8c-896a-4a5e-99b4-5e0fcb350526'] in dv-cinder-800431-3-iscsi is: [{'id': 'd4923e8c-896a-4a5e-99b4-5e0fcb350526', 'name': 'tempest-AttachVolumeTestJSON-1454794236-router', 'tenant_id': '64f97a7ceb6d4d14928726470b026565', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:06Z', 'updated_at': '2021-07-28T10:43:22Z', 'revision_number': 6, 'project_id': '64f97a7ceb6d4d14928726470b026565', 'gw_port_host': None}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:23.266070 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.291938 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c85a7a31-f45b-4451-beaa-b53d030384ee,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:23.346909 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.448949 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.450915 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.514438 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.515119 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4923e8c-896a-4a5e-99b4-5e0fcb350526 {{(pid=93232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:23.520631 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.521868 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-17369dd7-478f-405e-8d7e-3201a37ae8a7 admin admin] 10.222.0.25 "DELETE /v2.0/routers/d4923e8c-896a-4a5e-99b4-5e0fcb350526 HTTP/1.1" status: 204 len: 168 time: 1.0171559 Jul 28 10:43:23.524350 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51898) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:23.574490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] Deleting subnet eedb80c2-a842-46f3-9249-ed6aecbb9a09 {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:43:23.577475 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.610943 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.717295 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.770428 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.794454 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eedb80c2-a842-46f3-9249-ed6aecbb9a09,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:23.798215 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.800066 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-56229895-7c3a-42ac-aae6-c4688721fcb8 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eedb80c2-a842-46f3-9249-ed6aecbb9a09 HTTP/1.1" status: 204 len: 168 time: 0.2746642 Jul 28 10:43:23.802521 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51900) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:23.805513 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac129523-08a9-4255-85a8-3edcf4ff9443 None None] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:43:23.872815 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.926993 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Deleting port 99cef3a5-e0eb-439a-9934-54a162bce14c {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:23.927335 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:23.979494 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] DHCP port deletion for 99b05afa-3957-4d6b-b545-1d387f52d9e8 request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:43:23.990723 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] For port 99cef3a5-e0eb-439a-9934-54a162bce14c, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=99cef3a5-e0eb-439a-9934-54a162bce14c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:23.991197 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.005499 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Calling delete_port for 99cef3a5-e0eb-439a-9934-54a162bce14c owned by network:dhcp {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:24.039169 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] Deleting port 99cef3a5-e0eb-439a-9934-54a162bce14c {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:24.039555 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.093237 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.107244 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] For port 99cef3a5-e0eb-439a-9934-54a162bce14c, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=99cef3a5-e0eb-439a-9934-54a162bce14c,segment=NetworkSegment(311f3550-c28f-46ab-8f90-6c21799d640c),segment_id=311f3550-c28f-46ab-8f90-6c21799d640c)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:24.107653 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.123469 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] Calling delete_port for 99cef3a5-e0eb-439a-9934-54a162bce14c owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:24.127690 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] No DVR routers for this DVR port 99cef3a5-e0eb-439a-9934-54a162bce14c on host dv-cinder-800431-3-iscsi {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:24.133476 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Pushing event deleted for resources: {'Port': ['ID=99cef3a5-e0eb-439a-9934-54a162bce14c,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.164213 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 99cef3a5-e0eb-439a-9934-54a162bce14c no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:24.207817 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.217415 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b05afa-3957-4d6b-b545-1d387f52d9e8']}} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:24.221186 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 99cef3a5-e0eb-439a-9934-54a162bce14c {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:24.221532 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 99cef3a5-e0eb-439a-9934-54a162bce14c not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:24.221945 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c85a7a31-f45b-4451-beaa-b53d030384ee no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:24.228017 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '311f3550-c28f-46ab-8f90-6c21799d640c') {'for_net_delete': True} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:24.228307 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '311f3550-c28f-46ab-8f90-6c21799d640c') {} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:24.237624 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4682916'] for segment, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.244157 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: c85a7a31-f45b-4451-beaa-b53d030384ee {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:24.244501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c85a7a31-f45b-4451-beaa-b53d030384ee not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:24.244946 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:24.251541 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.257806 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:24.258298 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4682975'] for segment, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: Traceback (most recent call last): Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: timer() Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: cb(*args, **kw) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: return func(*args, **kwargs) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: self._notify() Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: self.callback(batched_events) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: event.method(event) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: return f(self, *a, **k) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._get(url).json() Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: return self.request(url, 'GET', **kwargs) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:43:24.260120 dv-cinder-800431-3-iscsi neutron-server[93232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:43:24.278047 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:24.278395 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 7fb73b01-a03b-4e8a-a0c0-155fdbeb5802 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:24.314656 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.319161 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.322873 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.324774 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] 10.222.0.25 "DELETE /v2.0/networks/99b05afa-3957-4d6b-b545-1d387f52d9e8 HTTP/1.1" status: 204 len: 168 time: 0.5213201 Jul 28 10:43:24.335015 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61f4825-79d3-437a-abd8-d32c4175237e admin admin] Pushing event deleted for resources: {'Network': ['ID=99b05afa-3957-4d6b-b545-1d387f52d9e8,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.342597 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] Pushing event deleted for resources: {'Port': ['ID=99cef3a5-e0eb-439a-9934-54a162bce14c,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:24.345125 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] Network 99b05afa-3957-4d6b-b545-1d387f52d9e8 is not hosted by any dhcp agent {{(pid=93233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:43:24.345781 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397d406c-2ed0-44bd-953c-dde5cf289f48 None None] No DVR routers for this DVR port 99cef3a5-e0eb-439a-9934-54a162bce14c on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:24.440597 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51904) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:24.479249 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f7a2e35a-3918-4ce8-a6dd-b7d4a5554bc9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64f97a7ceb6d4d14928726470b026565&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0374451 Jul 28 10:43:24.481573 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51906) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:24.532074 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aa07d214-3a79-4339-85de-3cf92d4adaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.552276 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aa07d214-3a79-4339-85de-3cf92d4adaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.598389 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aa07d214-3a79-4339-85de-3cf92d4adaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.601088 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aa07d214-3a79-4339-85de-3cf92d4adaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:24.602219 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-aa07d214-3a79-4339-85de-3cf92d4adaff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/51212652-611c-44e0-8e0b-c4e1283e4924 HTTP/1.1" status: 204 len: 168 time: 0.1197784 Jul 28 10:43:24.609963 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07d214-3a79-4339-85de-3cf92d4adaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51212652-611c-44e0-8e0b-c4e1283e4924,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.196359 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51958) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:26.294344 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-54379c48-6261-4b91-9da2-d243c6d6652c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.380468 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-54379c48-6261-4b91-9da2-d243c6d6652c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.384059 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-54379c48-6261-4b91-9da2-d243c6d6652c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.420576 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-54379c48-6261-4b91-9da2-d243c6d6652c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0849d88331394f1ebd1a4af83a28210b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231410 Jul 28 10:43:26.421426 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54379c48-6261-4b91-9da2-d243c6d6652c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573b0790-b216-42d9-9086-dfbc8828c3c9,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.424100 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51962) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:26.471166 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.494445 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.539397 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.542134 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.543251 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/573b0790-b216-42d9-9086-dfbc8828c3c9 HTTP/1.1" status: 204 len: 168 time: 0.1180723 Jul 28 10:43:26.550648 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573b0790-b216-42d9-9086-dfbc8828c3c9,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.557595 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.557951 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.558289 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.558622 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.558949 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.559277 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.559681 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.559911 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.560234 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.560556 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.560905 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.561226 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6832d596-2eaf-4f9f-a787-49bd95a7d499 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:26.797424 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 51968) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:26.810340 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-853449ef-8457-4a46-820f-31846ac2e2b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.893603 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-853449ef-8457-4a46-820f-31846ac2e2b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.897062 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-853449ef-8457-4a46-820f-31846ac2e2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:26.931662 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-853449ef-8457-4a46-820f-31846ac2e2b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09e711d452694e1090f250623940dd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331031 Jul 28 10:43:26.934346 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 51970) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:26.936012 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853449ef-8457-4a46-820f-31846ac2e2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882eb18e-7768-4c88-9979-c86d9601e258,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:26.987390 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9595-b4fa-460f-bcd8-d6ca26745d5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:27.007915 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9595-b4fa-460f-bcd8-d6ca26745d5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:27.056355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9595-b4fa-460f-bcd8-d6ca26745d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:27.058781 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-b9eb9595-b4fa-460f-bcd8-d6ca26745d5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:27.059915 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-b9eb9595-b4fa-460f-bcd8-d6ca26745d5e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/882eb18e-7768-4c88-9979-c86d9601e258 HTTP/1.1" status: 204 len: 168 time: 0.1245065 Jul 28 10:43:27.067791 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9eb9595-b4fa-460f-bcd8-d6ca26745d5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882eb18e-7768-4c88-9979-c86d9601e258,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:28.577398 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52016) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:28.677482 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-18118601-3da3-4db6-91d0-30626504cace admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:28.762126 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-18118601-3da3-4db6-91d0-30626504cace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:28.766428 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-18118601-3da3-4db6-91d0-30626504cace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:28.803373 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18118601-3da3-4db6-91d0-30626504cace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec323769-c3b7-4a06-9e9e-16c72a69e5b2,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:28.807644 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-18118601-3da3-4db6-91d0-30626504cace admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=45d49a704b6247809e3258f5e07a8527&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2291958 Jul 28 10:43:28.810646 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52020) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:28.857504 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aefdd457-4b53-4db1-ac94-93e2e204bd41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:28.878142 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aefdd457-4b53-4db1-ac94-93e2e204bd41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:28.923552 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aefdd457-4b53-4db1-ac94-93e2e204bd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:28.926135 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-aefdd457-4b53-4db1-ac94-93e2e204bd41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:28.927264 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-aefdd457-4b53-4db1-ac94-93e2e204bd41 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec323769-c3b7-4a06-9e9e-16c72a69e5b2 HTTP/1.1" status: 204 len: 168 time: 0.1160834 Jul 28 10:43:28.934757 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefdd457-4b53-4db1-ac94-93e2e204bd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec323769-c3b7-4a06-9e9e-16c72a69e5b2,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:29.183338 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52026) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:29.196564 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-34a9d416-70f0-47cc-9948-4e3643856bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:29.287747 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-34a9d416-70f0-47cc-9948-4e3643856bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:29.291400 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-34a9d416-70f0-47cc-9948-4e3643856bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:29.326960 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9d416-70f0-47cc-9948-4e3643856bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5a4710-4e0f-4c54-8086-1fa03cf7d325,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:29.332261 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-34a9d416-70f0-47cc-9948-4e3643856bb5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e04e5ddb47234406b344827e053fb227&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479080 Jul 28 10:43:29.334949 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52028) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:29.384992 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7330b973-3f36-4375-ab1b-bd06d58f4eb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:29.405815 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7330b973-3f36-4375-ab1b-bd06d58f4eb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:29.451040 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7330b973-3f36-4375-ab1b-bd06d58f4eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:29.454369 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7330b973-3f36-4375-ab1b-bd06d58f4eb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:29.455531 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-7330b973-3f36-4375-ab1b-bd06d58f4eb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8f5a4710-4e0f-4c54-8086-1fa03cf7d325 HTTP/1.1" status: 204 len: 168 time: 0.1196046 Jul 28 10:43:29.462845 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330b973-3f36-4375-ab1b-bd06d58f4eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5a4710-4e0f-4c54-8086-1fa03cf7d325,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.224690 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52098) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:31.324349 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6aba204f-c11d-45b2-b312-26223f2a1798 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.409923 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6aba204f-c11d-45b2-b312-26223f2a1798 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.413340 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6aba204f-c11d-45b2-b312-26223f2a1798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.449652 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6aba204f-c11d-45b2-b312-26223f2a1798 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b1d57fd3830849e69636d7492e8115ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2239480 Jul 28 10:43:31.451544 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba204f-c11d-45b2-b312-26223f2a1798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f960169-ffed-45ed-b6ef-e1f51e397bb7,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.452402 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52102) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:31.503731 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-6e4efaea-f9cd-4906-beb0-56eb74463386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.523913 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-6e4efaea-f9cd-4906-beb0-56eb74463386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.569135 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-6e4efaea-f9cd-4906-beb0-56eb74463386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.571585 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-6e4efaea-f9cd-4906-beb0-56eb74463386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.572697 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-6e4efaea-f9cd-4906-beb0-56eb74463386 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7f960169-ffed-45ed-b6ef-e1f51e397bb7 HTTP/1.1" status: 204 len: 168 time: 0.1190517 Jul 28 10:43:31.580426 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4efaea-f9cd-4906-beb0-56eb74463386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f960169-ffed-45ed-b6ef-e1f51e397bb7,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.821548 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52108) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:31.834204 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-abcc9308-5f0a-444d-882b-38ac745b92ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.920494 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-abcc9308-5f0a-444d-882b-38ac745b92ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.924283 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-abcc9308-5f0a-444d-882b-38ac745b92ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:31.960499 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-abcc9308-5f0a-444d-882b-38ac745b92ad admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5ef024ee00ad4816937a524510f6f7ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1378965 Jul 28 10:43:31.962371 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc9308-5f0a-444d-882b-38ac745b92ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80790cf1-a4e1-4d5a-900c-5ed2ab2317b9,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:31.963239 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52110) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:32.013044 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd4cbfd6-eb4e-49a6-9e75-40d0d9be9fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:32.035936 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd4cbfd6-eb4e-49a6-9e75-40d0d9be9fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:32.080741 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd4cbfd6-eb4e-49a6-9e75-40d0d9be9fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:32.083465 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd4cbfd6-eb4e-49a6-9e75-40d0d9be9fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:32.084586 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-cd4cbfd6-eb4e-49a6-9e75-40d0d9be9fda admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/80790cf1-a4e1-4d5a-900c-5ed2ab2317b9 HTTP/1.1" status: 204 len: 168 time: 0.1203496 Jul 28 10:43:32.091830 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4cbfd6-eb4e-49a6-9e75-40d0d9be9fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80790cf1-a4e1-4d5a-900c-5ed2ab2317b9,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:37.074201 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52196) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:37.384837 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Deleting port f074c04d-2b58-4521-85b4-6f5ae433da8b {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:37.385187 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:37.456330 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:37.456666 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:37.467899 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Calling delete_port for f074c04d-2b58-4521-85b4-6f5ae433da8b owned by network:floatingip {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:37.632183 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:37.661280 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event deleted for resources: {'Port': ['ID=f074c04d-2b58-4521-85b4-6f5ae433da8b,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:37.718614 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for floatingip, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:37.718891 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Floating IP 92f1c110-6320-485f-9534-c6347a8915dc disassociated (deleted). External IP: 172.27.3.64, port: e8c0eb84-933d-4aff-bd40-7c0eb90d9d74. Jul 28 10:43:37.825213 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e83193ec-9e39-40da-8618-8c54ff640fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:38.155760 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:43:38.258296 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:38.263209 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:38.270787 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] Sync routers for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:38.280853 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:38.281472 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:38.293156 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-68a14f78-eb60-41fc-91e6-62163f1dcc7d tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "DELETE /v2.0/floatingips/92f1c110-6320-485f-9534-c6347a8915dc HTTP/1.1" status: 204 len: 168 time: 1.2155311 Jul 28 10:43:38.293156 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:43:38.293760 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4098d3-843b-495b-8292-a8911f3448d3" -d '{"events": [{"name": "network-changed", "server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:43:38.408847 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:38.501361 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20d11c1-9933-44ab-b848-eb05911f5015 x-openstack-request-id: req-a20d11c1-9933-44ab-b848-eb05911f5015 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:43:38.501773 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:43:38.502002 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a20d11c1-9933-44ab-b848-eb05911f5015 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:43:38.502372 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'status': 'completed', 'code': 200} Jul 28 10:43:38.608166 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d05eb-f8da-4bd4-b21b-20cc0234172d req-2acd84df-e34e-4def-9be3-a7dc248b4b14 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:38.609729 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c56d05eb-f8da-4bd4-b21b-20cc0234172d req-2acd84df-e34e-4def-9be3-a7dc248b4b14 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0798731 Jul 28 10:43:38.627742 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-ad6cf850-f40e-45e1-af0d-07ff11ed995a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:38.629357 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-ad6cf850-f40e-45e1-af0d-07ff11ed995a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 1099 time: 0.0733469 Jul 28 10:43:38.703108 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c56d05eb-f8da-4bd4-b21b-20cc0234172d req-88498f33-eadb-4209-bb86-4067efaf9328 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868421 Jul 28 10:43:38.749879 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:26Z', 'revision_number': 5, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:38.750181 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-aa7b778b-f6b1-4c50-be3c-f9f32b9ed38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:38.751927 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-aa7b778b-f6b1-4c50-be3c-f9f32b9ed38a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 200 len: 910 time: 0.1133161 Jul 28 10:43:38.776524 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] Checking router: 59ef8553-0a90-4622-b55c-5428f1a9c9e1 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:38.784967 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:38.785571 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:38.797239 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-de623c3b-89bd-4e83-8a3a-5e9d41087f66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 200 len: 217 time: 0.0366502 Jul 28 10:43:38.850047 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-40339f85-42c7-4905-8d8e-1a62d942151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:38.851285 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-40339f85-42c7-4905-8d8e-1a62d942151c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 200 len: 848 time: 0.0430255 Jul 28 10:43:38.894400 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:38.897756 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-5ab93825-70f1-4cc1-996c-3933c0a9a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:38.899250 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-5ab93825-70f1-4cc1-996c-3933c0a9a1c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d94eb1ae-fa55-4a6b-b36d-877fb700e06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395865 Jul 28 10:43:38.990698 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-22fa9e3d-ba92-4aa4-999f-73962d2c270f service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834346 Jul 28 10:43:39.079674 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5d4098d3-843b-495b-8292-a8911f3448d3 req-8fb115d0-f8a5-4428-8b14-91e677a9fefd service neutron] 10.222.0.23 "GET /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797877 Jul 28 10:43:39.089282 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:26Z', 'revision_number': 5, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:39.118704 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a7b33-6854-45aa-83ad-da7552ab3c18 None None] The sync data for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi is: [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:20Z', 'revision_number': 4, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '2bf0e7bc-eb40-4b71-aaba-83541d82f5d6', 'name': '', 'network_id': 'd94eb1ae-fa55-4a6b-b36d-877fb700e06d', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'mac_address': 'fa:16:3e:bd:3f:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:19Z', 'updated_at': '2021-07-28T10:38:26Z', 'revision_number': 5, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'subnets': [{'id': 'b446099b-2e6a-466e-aecb-61594f458e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:39.336969 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e04c6b-9a94-4cfb-8930-650b6dcef1de None None] New status for floating IP 92f1c110-6320-485f-9534-c6347a8915dc: DOWN {{(pid=93233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:43:39.822357 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc397f-ff76-4db2-a0a3-6399e6b8b5e9 req-68990a3b-f9e3-4244-91c8-05c7e051b66f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:39.823840 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6acc397f-ff76-4db2-a0a3-6399e6b8b5e9 req-68990a3b-f9e3-4244-91c8-05c7e051b66f tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0483932 Jul 28 10:43:39.862012 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6acc397f-ff76-4db2-a0a3-6399e6b8b5e9 req-df8581aa-a3b4-477e-a109-cfe7e92e5a47 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/security-groups?id=48f777b1-152b-4b8b-bc65-ba12a44c0506&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313032 Jul 28 10:43:39.997586 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52244) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:40.098814 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4ee0cce1-1781-4244-bf32-77c31c274854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.189754 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4ee0cce1-1781-4244-bf32-77c31c274854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.193445 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-4ee0cce1-1781-4244-bf32-77c31c274854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.229876 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-4ee0cce1-1781-4244-bf32-77c31c274854 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=802a583ca2494361b69fa8f4f9db0f4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2312303 Jul 28 10:43:40.231754 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee0cce1-1781-4244-bf32-77c31c274854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e78fbf7-591e-4c64-beaf-7b175092c43b,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.232527 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52248) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:40.285779 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-305022ef-9737-4ffd-9241-84b477ebe93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.305109 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-f214af45-a3ae-4470-a882-2266c1c7f4bd tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:40.306749 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-f214af45-a3ae-4470-a882-2266c1c7f4bd tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.23 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 946 time: 0.0477164 Jul 28 10:43:40.307354 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-305022ef-9737-4ffd-9241-84b477ebe93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.357835 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-305022ef-9737-4ffd-9241-84b477ebe93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.360731 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-305022ef-9737-4ffd-9241-84b477ebe93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.361915 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-305022ef-9737-4ffd-9241-84b477ebe93c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5e78fbf7-591e-4c64-beaf-7b175092c43b HTTP/1.1" status: 204 len: 168 time: 0.1283078 Jul 28 10:43:40.369668 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305022ef-9737-4ffd-9241-84b477ebe93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e78fbf7-591e-4c64-beaf-7b175092c43b,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.405431 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Deleting port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:40.405770 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.498016 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] For port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:40.498312 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.511841 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Calling delete_port for e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:40.564847 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c88eaa6e-52e2-4f42-b87b-18d1736d25d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.609192 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.638486 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52254) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:40.647065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.651403 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e1da9c07-f73f-4b3e-8e05-8e9d0164761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.676403 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event deleted for resources: {'Port': ['ID=e8c0eb84-933d-4aff-bd40-7c0eb90d9d74,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.715343 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] No DVR routers for this DVR port e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:40.718032 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.720186 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4dd26764-389e-46e2-82d0-6f70bc5a686c req-5b4d544f-a9ca-499d-aca4-5200b4a11603 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.23 "DELETE /v2.0/ports/e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 HTTP/1.1" status: 204 len: 173 time: 0.4066961 Jul 28 10:43:40.720682 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-deleted', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:43:40.723179 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d25439c-4ccd-439a-bcd0-a435c7915c79" -d '{"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-deleted", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:43:40.753248 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e1da9c07-f73f-4b3e-8e05-8e9d0164761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.757813 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e1da9c07-f73f-4b3e-8e05-8e9d0164761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.760497 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-287ad066-2b87-4626-9d6a-500899f5279c x-openstack-request-id: req-287ad066-2b87-4626-9d6a-500899f5279c {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:43:40.760815 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe05f242-2582-45fb-8d05-c98f329b76e0", "name": "network-vif-deleted", "tag": "e8c0eb84-933d-4aff-bd40-7c0eb90d9d74", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:43:40.761065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-287ad066-2b87-4626-9d6a-500899f5279c {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:43:40.761448 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe05f242-2582-45fb-8d05-c98f329b76e0', 'name': 'network-vif-deleted', 'tag': 'e8c0eb84-933d-4aff-bd40-7c0eb90d9d74', 'status': 'completed', 'code': 200} Jul 28 10:43:40.796553 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e1da9c07-f73f-4b3e-8e05-8e9d0164761d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b914d8f793d64ba4bd905630b9a39623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1569889 Jul 28 10:43:40.797470 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da9c07-f73f-4b3e-8e05-8e9d0164761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf91c84c-b631-4cf1-9305-86b32bf83172,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.799873 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52258) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:40.848077 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a3021ac4-61ba-4d30-9482-afa41f25f183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.871449 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a3021ac4-61ba-4d30-9482-afa41f25f183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.915668 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a3021ac4-61ba-4d30-9482-afa41f25f183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.918546 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a3021ac4-61ba-4d30-9482-afa41f25f183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:40.919766 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-a3021ac4-61ba-4d30-9482-afa41f25f183 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/bf91c84c-b631-4cf1-9305-86b32bf83172 HTTP/1.1" status: 204 len: 168 time: 0.1193838 Jul 28 10:43:40.927975 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3021ac4-61ba-4d30-9482-afa41f25f183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf91c84c-b631-4cf1-9305-86b32bf83172,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:40.962880 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ce43357b-a771-4b11-9638-a7f756933b07 req-85bb8dad-8385-45a6-8f34-4170cc7ba8b6 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe05f242-2582-45fb-8d05-c98f329b76e0 HTTP/1.1" status: 200 len: 210 time: 0.0291502 Jul 28 10:43:41.268880 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52266) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:41.281704 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-549bbcd6-e9d2-4658-88c5-d8cb3ea95383 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.370016 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-549bbcd6-e9d2-4658-88c5-d8cb3ea95383 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.373375 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-549bbcd6-e9d2-4658-88c5-d8cb3ea95383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.410355 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-549bbcd6-e9d2-4658-88c5-d8cb3ea95383 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=32ad8bb80361445682541e4c5133db8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404116 Jul 28 10:43:41.412164 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549bbcd6-e9d2-4658-88c5-d8cb3ea95383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4090cf94-59db-42d7-a14c-b4514d18a81b,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:41.413035 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52268) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:41.466753 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-878eafe2-45f3-47fd-87d2-43db7ea7bf12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.488940 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-878eafe2-45f3-47fd-87d2-43db7ea7bf12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.495630 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.537978 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-878eafe2-45f3-47fd-87d2-43db7ea7bf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.541066 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-878eafe2-45f3-47fd-87d2-43db7ea7bf12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:41.542204 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-878eafe2-45f3-47fd-87d2-43db7ea7bf12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4090cf94-59db-42d7-a14c-b4514d18a81b HTTP/1.1" status: 204 len: 168 time: 0.1281881 Jul 28 10:43:41.550957 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eafe2-45f3-47fd-87d2-43db7ea7bf12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4090cf94-59db-42d7-a14c-b4514d18a81b,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:42.019370 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52286) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:42.077339 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cf9b991b-ae3c-4b6a-b07e-df17c61d2340 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:42.103057 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cf9b991b-ae3c-4b6a-b07e-df17c61d2340 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:42.163494 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cf9b991b-ae3c-4b6a-b07e-df17c61d2340 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:42.166157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cf9b991b-ae3c-4b6a-b07e-df17c61d2340 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:42.167323 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-cf9b991b-ae3c-4b6a-b07e-df17c61d2340 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] 10.222.0.25 "DELETE /v2.0/security-groups/48f777b1-152b-4b8b-bc65-ba12a44c0506 HTTP/1.1" status: 204 len: 168 time: 0.1469712 Jul 28 10:43:42.177113 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9b991b-ae3c-4b6a-b07e-df17c61d2340 tempest-TestShelveInstance-1510967925 tempest-TestShelveInstance-1510967925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f777b1-152b-4b8b-bc65-ba12a44c0506,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:42.214216 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52296) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:42.707833 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:42.957286 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Deleting port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:42.957607 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:43.037332 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] For port 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:43.037713 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:43.050794 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Calling delete_port for 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 owned by network:router_interface {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:43.052577 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:43.236415 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:43.259415 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bf0e7bc-eb40-4b71-aaba-83541d82f5d6,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:43.426339 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:43.635148 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:43:43.739234 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:43.744154 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-819333af-23b2-4414-bdfb-caeee28ee1a7 admin admin] 10.222.0.25 "PUT /v2.0/routers/59ef8553-0a90-4622-b55c-5428f1a9c9e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5283918 Jul 28 10:43:43.746987 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52358) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:43.747826 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] Sync routers for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:43.757492 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:43.758089 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:43.859712 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks [] for router, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:43.863652 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:43.965514 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.024059 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Deleting port a6aa703d-6425-4f76-b6a6-893307846bfb {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:44.024406 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.044691 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:43:43Z', 'revision_number': 5, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port': {'id': 'a6aa703d-6425-4f76-b6a6-893307846bfb', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:6f:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:38:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:44.075288 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] Checking router: 59ef8553-0a90-4622-b55c-5428f1a9c9e1 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:44.085004 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] Routers {'59ef8553-0a90-4622-b55c-5428f1a9c9e1'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:44.085954 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:44.107332 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] For port a6aa703d-6425-4f76-b6a6-893307846bfb, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=a6aa703d-6425-4f76-b6a6-893307846bfb,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:44.107702 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.123866 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Calling delete_port for a6aa703d-6425-4f76-b6a6-893307846bfb owned by network:router_gateway {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:44.174452 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] Set router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 gateway port host: None {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:44.228633 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:43:43Z', 'revision_number': 6, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:44.256712 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6f4840-b1ba-413a-ab9f-51454856c202 None None] The sync data for ids ['59ef8553-0a90-4622-b55c-5428f1a9c9e1'] in dv-cinder-800431-3-iscsi is: [{'id': '59ef8553-0a90-4622-b55c-5428f1a9c9e1', 'name': 'tempest-TestShelveInstance-1634948433-router', 'tenant_id': '02a445a74e104a019c3d28d3f69fa4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:15Z', 'updated_at': '2021-07-28T10:43:43Z', 'revision_number': 6, 'project_id': '02a445a74e104a019c3d28d3f69fa4b3', 'gw_port_host': None}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:44.294005 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.320544 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6aa703d-6425-4f76-b6a6-893307846bfb,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:44.379345 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.472582 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.474619 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.517573 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.518055 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ef8553-0a90-4622-b55c-5428f1a9c9e1 {{(pid=93231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:44.523100 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.524279 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6df8ef87-6be2-4481-8b99-a7c765304bbb admin admin] 10.222.0.25 "DELETE /v2.0/routers/59ef8553-0a90-4622-b55c-5428f1a9c9e1 HTTP/1.1" status: 204 len: 168 time: 0.7763410 Jul 28 10:43:44.526918 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52364) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:44.572492 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] Deleting subnet b446099b-2e6a-466e-aecb-61594f458e4b {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:43:44.577484 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.614934 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.697294 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.754741 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.779382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b446099b-2e6a-466e-aecb-61594f458e4b,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:44.786203 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.788062 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-eb320414-919a-4beb-b046-1603bdb6ab77 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/b446099b-2e6a-466e-aecb-61594f458e4b HTTP/1.1" status: 204 len: 168 time: 0.2601478 Jul 28 10:43:44.790824 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52366) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:44.791578 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36351cb-fd30-45f4-b2a1-edd8a09011e6 None None] Network d94eb1ae-fa55-4a6b-b36d-877fb700e06d requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:43:44.863709 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.926440 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Deleting port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:44.926793 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.993081 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] For port af5dc494-dd25-4e9a-ba6a-76c7767e66a3, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:44.993081 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:44.995205 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] DHCP port deletion for d94eb1ae-fa55-4a6b-b36d-877fb700e06d request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:43:45.009242 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Calling delete_port for af5dc494-dd25-4e9a-ba6a-76c7767e66a3 owned by network:dhcp {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:45.047157 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Deleting port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:45.047503 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.097774 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.120365 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] For port af5dc494-dd25-4e9a-ba6a-76c7767e66a3, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,segment=NetworkSegment(17d348f0-114b-473f-8e3e-9c1292835714),segment_id=17d348f0-114b-473f-8e3e-9c1292835714)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:45.120847 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.125017 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.129761 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] No DVR routers for this DVR port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 on host dv-cinder-800431-3-iscsi {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:45.134780 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Calling delete_port for af5dc494-dd25-4e9a-ba6a-76c7767e66a3 owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:45.204024 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.213884 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.214534 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d94eb1ae-fa55-4a6b-b36d-877fb700e06d']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:45.225617 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d348f0-114b-473f-8e3e-9c1292835714') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:45.225996 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d348f0-114b-473f-8e3e-9c1292835714') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:45.236218 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.247991 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:45.251559 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.253523 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Pushing event deleted for resources: {'Port': ['ID=af5dc494-dd25-4e9a-ba6a-76c7767e66a3,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.258922 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:45.259612 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:43:45.261628 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:43:45.284596 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.284977 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.285324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.285664 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.285996 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.286331 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.286652 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.286978 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.287306 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.287759 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.288087 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.288410 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:43:45.294248 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5e983c-657c-4cfd-a4d2-a3db68216d63 None None] No DVR routers for this DVR port af5dc494-dd25-4e9a-ba6a-76c7767e66a3 on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:45.302199 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:45.302783 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device e8c0eb84-933d-4aff-bd40-7c0eb90d9d74 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:45.309688 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.328481 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.332830 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.335118 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d94eb1ae-fa55-4a6b-b36d-877fb700e06d HTTP/1.1" status: 204 len: 168 time: 0.5431948 Jul 28 10:43:45.339053 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52370) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:45.349186 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09be7361-0a39-40f2-8770-b227f2f91e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=d94eb1ae-fa55-4a6b-b36d-877fb700e06d,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:45.682450 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:45.937418 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Deleting port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:45.937764 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:46.021448 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] For port 9e295462-6ff9-480d-b9ff-36d4fd5c21f2, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,segment=NetworkSegment(8cbdd247-f175-4cbb-b534-305628964f24),segment_id=8cbdd247-f175-4cbb-b534-305628964f24)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:46.021819 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:46.035199 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Calling delete_port for 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 owned by network:router_interface {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:46.158555 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:46.179560 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:46.179994 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 2bf0e7bc-eb40-4b71-aaba-83541d82f5d6 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:46.180474 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device af5dc494-dd25-4e9a-ba6a-76c7767e66a3 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:46.199192 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: af5dc494-dd25-4e9a-ba6a-76c7767e66a3 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:46.199461 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device af5dc494-dd25-4e9a-ba6a-76c7767e66a3 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:46.199959 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device a6aa703d-6425-4f76-b6a6-893307846bfb no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:46.217497 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:46.218580 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: a6aa703d-6425-4f76-b6a6-893307846bfb {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:46.219113 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device a6aa703d-6425-4f76-b6a6-893307846bfb not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:46.248187 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Pushing event deleted for resources: {'Port': ['ID=9e295462-6ff9-480d-b9ff-36d4fd5c21f2,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:46.406741 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:46.620968 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:43:46.727232 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:46.732314 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-183a8aaa-71e9-4251-92af-2b3396a2629f admin admin] 10.222.0.25 "PUT /v2.0/routers/9bdae13f-ed31-48a0-b272-dd7511ab7a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3921344 Jul 28 10:43:46.734789 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52374) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:46.736713 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] Sync routers for ids ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:46.746343 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] Routers {'9bdae13f-ed31-48a0-b272-dd7511ab7a04'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:46.747217 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:46.839868 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks [] for router, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:46.850850 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] Set router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:47.051104 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:43:46Z', 'revision_number': 5, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:47.078070 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] Checking router: 9bdae13f-ed31-48a0-b272-dd7511ab7a04 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:47.087555 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] Routers {'9bdae13f-ed31-48a0-b272-dd7511ab7a04'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:47.088176 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:47.199881 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] Set router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:47.216834 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.273466 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Deleting port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:47.273808 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.356489 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] For port b9ef4c52-c2a7-4e65-bcd9-958efe555cd0, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:47.356887 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.370995 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Calling delete_port for b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 owned by network:router_gateway {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:47.387205 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:43:46Z', 'revision_number': 5, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:47.416993 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789fd6da-203c-433f-8b43-cfeea56f6624 None None] The sync data for ids ['9bdae13f-ed31-48a0-b272-dd7511ab7a04'] in dv-cinder-800431-3-iscsi is: [{'id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'name': 'tempest-TestShelveInstance-1618943257-router', 'tenant_id': '9216f2b136db4ddf840524d41333662b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3'}], 'enable_snat': True}, 'gw_port_id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:38:23Z', 'updated_at': '2021-07-28T10:43:46Z', 'revision_number': 5, 'project_id': '9216f2b136db4ddf840524d41333662b', 'gw_port': {'id': 'b9ef4c52-c2a7-4e65-bcd9-958efe555cd0', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:f5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bdae13f-ed31-48a0-b272-dd7511ab7a04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:38:24Z', 'updated_at': '2021-07-28T10:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:47.541098 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.567569 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Pushing event deleted for resources: {'Port': ['ID=b9ef4c52-c2a7-4e65-bcd9-958efe555cd0,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:47.628451 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.720636 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.722784 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.765417 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.766142 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9bdae13f-ed31-48a0-b272-dd7511ab7a04 {{(pid=93232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:47.771422 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.772380 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-756de198-2237-4746-bbb6-92fe948dd6cf admin admin] 10.222.0.25 "DELETE /v2.0/routers/9bdae13f-ed31-48a0-b272-dd7511ab7a04 HTTP/1.1" status: 204 len: 168 time: 1.0360093 Jul 28 10:43:47.774864 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52378) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:47.820113 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] Deleting subnet 560e2651-b9b6-4938-80c1-ba5e52826123 {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:43:47.823568 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.859676 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.944465 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:47.998498 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.028230 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=560e2651-b9b6-4938-80c1-ba5e52826123,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:48.033259 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.037010 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-8310711b-167f-4b6b-ab84-8a8b392127dc admin admin] 10.222.0.25 "DELETE /v2.0/subnets/560e2651-b9b6-4938-80c1-ba5e52826123 HTTP/1.1" status: 204 len: 168 time: 0.2594774 Jul 28 10:43:48.038126 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52382) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:48.042334 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbf6b21-adcd-40d5-8567-e3664a020b94 None None] Network cc61ee60-a103-4e4b-8073-f7a7306c483a requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:43:48.136667 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.210632 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Deleting port d3414ec1-ed75-4bc0-978c-59110351c91d {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:48.211183 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.262270 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:48.282069 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:48.282247 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e295462-6ff9-480d-b9ff-36d4fd5c21f2 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:48.282677 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] For port d3414ec1-ed75-4bc0-978c-59110351c91d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=d3414ec1-ed75-4bc0-978c-59110351c91d,segment=NetworkSegment(8cbdd247-f175-4cbb-b534-305628964f24),segment_id=8cbdd247-f175-4cbb-b534-305628964f24)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:48.283052 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.291643 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] DHCP port deletion for cc61ee60-a103-4e4b-8073-f7a7306c483a request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:43:48.300854 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Calling delete_port for d3414ec1-ed75-4bc0-978c-59110351c91d owned by network:dhcp {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:48.473377 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] Deleting port d3414ec1-ed75-4bc0-978c-59110351c91d {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:48.473674 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.540053 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] For port d3414ec1-ed75-4bc0-978c-59110351c91d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=d3414ec1-ed75-4bc0-978c-59110351c91d,segment=NetworkSegment(8cbdd247-f175-4cbb-b534-305628964f24),segment_id=8cbdd247-f175-4cbb-b534-305628964f24)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:48.540358 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.554244 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] Calling delete_port for d3414ec1-ed75-4bc0-978c-59110351c91d owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:48.627396 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.639650 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.653229 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Pushing event deleted for resources: {'Port': ['ID=d3414ec1-ed75-4bc0-978c-59110351c91d,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:48.657382 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] No DVR routers for this DVR port d3414ec1-ed75-4bc0-978c-59110351c91d on host dv-cinder-800431-3-iscsi {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:48.667688 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] Pushing event deleted for resources: {'Port': ['ID=d3414ec1-ed75-4bc0-978c-59110351c91d,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:48.677501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6906709-3d73-4d49-8dd8-d3e58d5b702d None None] No DVR routers for this DVR port d3414ec1-ed75-4bc0-978c-59110351c91d on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:48.735617 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.745448 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc61ee60-a103-4e4b-8073-f7a7306c483a']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:48.759125 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cbdd247-f175-4cbb-b534-305628964f24') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:48.759422 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cbdd247-f175-4cbb-b534-305628964f24') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:48.768003 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.781086 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.788352 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:48.788763 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:43:48.790441 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:43:48.842630 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.849024 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:48.851088 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] 10.222.0.25 "DELETE /v2.0/networks/cc61ee60-a103-4e4b-8073-f7a7306c483a HTTP/1.1" status: 204 len: 168 time: 0.8103735 Jul 28 10:43:48.862288 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6900007d-da73-409f-9213-93796e75c73a admin admin] Pushing event deleted for resources: {'Network': ['ID=cc61ee60-a103-4e4b-8073-f7a7306c483a,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:48.963586 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52388) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:49.004462 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8ea6510d-93fa-489a-a672-b94e004af827 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=02a445a74e104a019c3d28d3f69fa4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396070 Jul 28 10:43:49.006851 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52390) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:49.054331 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-76a424c6-3b8c-4201-bd53-5b60d95427d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.079146 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-76a424c6-3b8c-4201-bd53-5b60d95427d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.132674 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-76a424c6-3b8c-4201-bd53-5b60d95427d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.135265 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-76a424c6-3b8c-4201-bd53-5b60d95427d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.136423 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-76a424c6-3b8c-4201-bd53-5b60d95427d5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/92546932-bd0a-481e-b80d-e7717ac9ac6e HTTP/1.1" status: 204 len: 168 time: 0.1286578 Jul 28 10:43:49.153177 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a424c6-3b8c-4201-bd53-5b60d95427d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92546932-bd0a-481e-b80d-e7717ac9ac6e,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:49.453285 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52398) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:49.494773 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d2d0a74c-63b8-4baa-81c7-81b3616e1d6b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9216f2b136db4ddf840524d41333662b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398192 Jul 28 10:43:49.497452 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52400) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:49.546259 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c1-b7da-4a08-98d0-433687aef103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.567860 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c1-b7da-4a08-98d0-433687aef103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.616972 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c1-b7da-4a08-98d0-433687aef103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.619632 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d151a9c1-b7da-4a08-98d0-433687aef103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:49.620871 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d151a9c1-b7da-4a08-98d0-433687aef103 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4b93709e-b6b7-4645-b02e-763e58567272 HTTP/1.1" status: 204 len: 168 time: 0.1224372 Jul 28 10:43:49.629083 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151a9c1-b7da-4a08-98d0-433687aef103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b93709e-b6b7-4645-b02e-763e58567272,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:50.160407 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device d3414ec1-ed75-4bc0-978c-59110351c91d no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:50.184545 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: d3414ec1-ed75-4bc0-978c-59110351c91d {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:50.185160 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device d3414ec1-ed75-4bc0-978c-59110351c91d not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:50.185645 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:50.195882 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1876ab8-3fcd-4681-a2d0-80080a218274 req-43021ed2-e06a-41e8-91a1-e6048d4c44fb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:50.197434 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a1876ab8-3fcd-4681-a2d0-80080a218274 req-43021ed2-e06a-41e8-91a1-e6048d4c44fb tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 946 time: 0.0553689 Jul 28 10:43:50.206873 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:50.207337 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b9ef4c52-c2a7-4e65-bcd9-958efe555cd0 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:50.235952 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a1876ab8-3fcd-4681-a2d0-80080a218274 req-552d3d5a-a58a-4be9-abe0-7f6079b7a17f tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Jul 28 10:43:51.365178 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e0ee1-989d-49cb-958b-dcd9779bc725 req-48505ed1-9df2-43d9-9dcc-dcea27b2d2f4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:51.366966 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a03e0ee1-989d-49cb-958b-dcd9779bc725 req-48505ed1-9df2-43d9-9dcc-dcea27b2d2f4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 946 time: 0.0497611 Jul 28 10:43:51.412161 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a03e0ee1-989d-49cb-958b-dcd9779bc725 req-a38f5c68-52cb-4664-94f0-8428af8c5bf4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups?id=9b8c35ae-6985-47e3-b32e-564e6143e2cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389006 Jul 28 10:43:51.687134 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-c8eaa53a-1d9c-46f8-a199-cec3bb0bfe18 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:43:51.688620 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-c8eaa53a-1d9c-46f8-a199-cec3bb0bfe18 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 946 time: 0.0500808 Jul 28 10:43:51.781440 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Deleting port 57f09889-bfea-4347-a33a-864b214d8f2c {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:51.781786 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:51.872658 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] For port 57f09889-bfea-4347-a33a-864b214d8f2c, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=57f09889-bfea-4347-a33a-864b214d8f2c,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:51.873052 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:52.044393 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:52.044818 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:52.045101 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Floating IP ab840c50-f428-4f7f-b3a6-9b42fd158ace disassociated. External IP: 172.27.3.59, port: 57f09889-bfea-4347-a33a-864b214d8f2c. Jul 28 10:43:52.045434 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Calling delete_port for 57f09889-bfea-4347-a33a-864b214d8f2c owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:52.170289 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:52.199065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event deleted for resources: {'Port': ['ID=57f09889-bfea-4347-a33a-864b214d8f2c,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:52.310574 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Router 52f75da0-6411-4c59-9d7d-56bf15050119 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:43:52.419262 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:52.429406 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] Sync routers for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:52.438091 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:52.438686 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:52.463746 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] No DVR routers for this DVR port 57f09889-bfea-4347-a33a-864b214d8f2c on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:52.466348 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:52.468674 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4b4adec8-1c9e-48e0-92dd-a0c22b889d34 req-960bc5fb-5024-4ebe-8429-6ba1d5f96fe4 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.23 "DELETE /v2.0/ports/57f09889-bfea-4347-a33a-864b214d8f2c HTTP/1.1" status: 204 len: 173 time: 0.7726607 Jul 28 10:43:52.469229 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-deleted', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:43:52.471544 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7230f1e6-1e3a-4452-839e-47913d6d8796" -d '{"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-deleted", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:43:52.513998 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59fbafc7-586c-4b5d-aee1-5e05ddfa55ca x-openstack-request-id: req-59fbafc7-586c-4b5d-aee1-5e05ddfa55ca {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:43:52.515843 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0745fdb0-bc0e-4283-9eaf-21f586727c30", "name": "network-vif-deleted", "tag": "57f09889-bfea-4347-a33a-864b214d8f2c", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:43:52.516421 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-59fbafc7-586c-4b5d-aee1-5e05ddfa55ca {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:43:52.516944 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0745fdb0-bc0e-4283-9eaf-21f586727c30', 'name': 'network-vif-deleted', 'tag': '57f09889-bfea-4347-a33a-864b214d8f2c', 'status': 'completed', 'code': 200} Jul 28 10:43:52.525013 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b069fad0-b042-4dfa-b131-6b5091850462 req-71028dd2-ec28-4d7a-a903-745341374500 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/ports?device_id=0745fdb0-bc0e-4283-9eaf-21f586727c30 HTTP/1.1" status: 200 len: 210 time: 0.0339291 Jul 28 10:43:52.564958 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:52.785715 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:52.811077 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] Checking router: 52f75da0-6411-4c59-9d7d-56bf15050119 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:52.820902 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:52.821441 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:52.923251 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:53.124719 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:43:53.207582 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:53.236968 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30809f-4eef-449f-b0ff-ee084686a82c None None] The sync data for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi is: [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:37:13Z', 'revision_number': 4, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'f035d2c3-a640-40c3-898d-043ddc7be3c9', 'name': '', 'network_id': '2e98efdf-61ac-4cfd-96bc-8805f92caedb', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'mac_address': 'fa:16:3e:0c:0f:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:11Z', 'updated_at': '2021-07-28T10:37:24Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'subnets': [{'id': '93f1afbf-d46b-4e59-8f33-4f979b756f40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:53.446145 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22283326-6484-4053-8253-21eb6e7ec208 None None] New status for floating IP ab840c50-f428-4f7f-b3a6-9b42fd158ace: DOWN {{(pid=93233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:43:53.630284 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52430) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:53.700439 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2fe19df8-7a0f-4179-a094-d72ea40c693b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:53.730456 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2fe19df8-7a0f-4179-a094-d72ea40c693b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:53.781449 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2fe19df8-7a0f-4179-a094-d72ea40c693b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:53.784277 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-2fe19df8-7a0f-4179-a094-d72ea40c693b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:53.785442 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-2fe19df8-7a0f-4179-a094-d72ea40c693b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "DELETE /v2.0/security-groups/9b8c35ae-6985-47e3-b32e-564e6143e2cb HTTP/1.1" status: 204 len: 168 time: 0.1540208 Jul 28 10:43:53.788240 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52432) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:53.794586 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe19df8-7a0f-4179-a094-d72ea40c693b tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8c35ae-6985-47e3-b32e-564e6143e2cb,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:53.804114 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.api.v2.resource [None req-371d429c-ccc5-4d64-aaf7-4a7a4e1c6299 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] show failed (client error): The resource could not be found. Jul 28 10:43:53.805178 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-371d429c-ccc5-4d64-aaf7-4a7a4e1c6299 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "GET /v2.0/security-groups/9b8c35ae-6985-47e3-b32e-564e6143e2cb HTTP/1.1" status: 404 len: 347 time: 0.0150206 Jul 28 10:43:53.808194 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52434) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:53.943977 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Deleting port c5be374c-d9df-4527-9cf5-aed98e51eabd {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:53.944212 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:54.033009 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:54.033305 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:54.045931 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Calling delete_port for c5be374c-d9df-4527-9cf5-aed98e51eabd owned by network:floatingip {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:54.193086 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:54.217295 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Pushing event deleted for resources: {'Port': ['ID=c5be374c-d9df-4527-9cf5-aed98e51eabd,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:54.275305 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks [] for floatingip, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:54.277825 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:54.278972 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5bba4c81-9673-4ac8-9330-8799105ec667 tempest-AttachVolumeShelveTestJSON-1502420471 tempest-AttachVolumeShelveTestJSON-1502420471-project] 10.222.0.25 "DELETE /v2.0/floatingips/ab840c50-f428-4f7f-b3a6-9b42fd158ace HTTP/1.1" status: 204 len: 168 time: 0.4698455 Jul 28 10:43:55.288207 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:43:55.308223 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 57f09889-bfea-4347-a33a-864b214d8f2c {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:43:55.308569 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 57f09889-bfea-4347-a33a-864b214d8f2c not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:43:56.701509 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52474) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:57.215322 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:57.456718 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Deleting port f035d2c3-a640-40c3-898d-043ddc7be3c9 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:57.457084 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:57.531195 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] For port f035d2c3-a640-40c3-898d-043ddc7be3c9, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=f035d2c3-a640-40c3-898d-043ddc7be3c9,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:57.531565 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:57.544412 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Calling delete_port for f035d2c3-a640-40c3-898d-043ddc7be3c9 owned by network:router_interface {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:57.719454 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:57.744355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Pushing event deleted for resources: {'Port': ['ID=f035d2c3-a640-40c3-898d-043ddc7be3c9,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:57.901862 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.113416 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Router 52f75da0-6411-4c59-9d7d-56bf15050119 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:43:58.223584 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:43:58.230285 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-1943c5f2-ceb1-4bf5-8fd0-8bd29a39ceca admin admin] 10.222.0.25 "PUT /v2.0/routers/52f75da0-6411-4c59-9d7d-56bf15050119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5277381 Jul 28 10:43:58.231392 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52480) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:58.231941 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] Sync routers for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:43:58.242340 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:58.242949 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:58.333519 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks [] for router, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.343661 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:58.433001 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.488122 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Deleting port faef4974-e044-4199-9538-f643240c33c7 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:58.488464 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.515407 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'faef4974-e044-4199-9538-f643240c33c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:43:57Z', 'revision_number': 5, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port': {'id': 'faef4974-e044-4199-9538-f643240c33c7', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:21:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:37:07Z', 'updated_at': '2021-07-28T10:37:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:58.541041 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] Checking router: 52f75da0-6411-4c59-9d7d-56bf15050119 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:43:58.549756 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] Routers {'52f75da0-6411-4c59-9d7d-56bf15050119'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:43:58.550370 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:43:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['52f75da0-6411-4c59-9d7d-56bf15050119'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:58.564403 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] For port faef4974-e044-4199-9538-f643240c33c7, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=faef4974-e044-4199-9538-f643240c33c7,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:58.564791 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.578312 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Calling delete_port for faef4974-e044-4199-9538-f643240c33c7 owned by network:router_gateway {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:58.637700 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] Set router 52f75da0-6411-4c59-9d7d-56bf15050119 gateway port host: None {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:43:58.694539 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:43:58Z', 'revision_number': 6, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:58.723539 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f2fbc-b942-49f9-bb56-a928fab297cf None None] The sync data for ids ['52f75da0-6411-4c59-9d7d-56bf15050119'] in dv-cinder-800431-3-iscsi is: [{'id': '52f75da0-6411-4c59-9d7d-56bf15050119', 'name': 'tempest-AttachVolumeShelveTestJSON-1985488775-router', 'tenant_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:37:05Z', 'updated_at': '2021-07-28T10:43:58Z', 'revision_number': 6, 'project_id': 'f4b9f9b1967a4b24a6ca58290fb2179b', 'gw_port_host': None}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:43:58.758637 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.785345 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=faef4974-e044-4199-9538-f643240c33c7,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:58.847888 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.945271 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.947384 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.992620 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.993234 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f75da0-6411-4c59-9d7d-56bf15050119 {{(pid=93231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:43:58.997907 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:58.999101 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-575cc470-35f5-4891-93a3-6337a0e06ffa admin admin] 10.222.0.25 "DELETE /v2.0/routers/52f75da0-6411-4c59-9d7d-56bf15050119 HTTP/1.1" status: 204 len: 168 time: 0.7666082 Jul 28 10:43:59.002881 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52490) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:59.046731 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] Deleting subnet 93f1afbf-d46b-4e59-8f33-4f979b756f40 {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:43:59.050282 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.086855 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.193568 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.250341 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.274240 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f1afbf-d46b-4e59-8f33-4f979b756f40,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.279237 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.281121 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-4aa8e711-9870-4a7a-9f65-a38c8ed2edb6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/93f1afbf-d46b-4e59-8f33-4f979b756f40 HTTP/1.1" status: 204 len: 168 time: 0.2773292 Jul 28 10:43:59.284284 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52492) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:59.285594 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80790ece-8c3f-444c-9330-351e33fa0e04 None None] Network 2e98efdf-61ac-4cfd-96bc-8805f92caedb requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:43:59.354359 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.404233 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Deleting port 1260707b-4b7e-47d8-a77f-235c2c74377f {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:59.404580 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.469350 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] For port 1260707b-4b7e-47d8-a77f-235c2c74377f, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=1260707b-4b7e-47d8-a77f-235c2c74377f,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:59.469724 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.484109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Calling delete_port for 1260707b-4b7e-47d8-a77f-235c2c74377f owned by network:dhcp {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:59.490440 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] DHCP port deletion for 2e98efdf-61ac-4cfd-96bc-8805f92caedb request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:43:59.540480 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] Deleting port 1260707b-4b7e-47d8-a77f-235c2c74377f {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:43:59.540844 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.566198 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.597356 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Pushing event deleted for resources: {'Port': ['ID=1260707b-4b7e-47d8-a77f-235c2c74377f,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.600805 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] No DVR routers for this DVR port 1260707b-4b7e-47d8-a77f-235c2c74377f on host dv-cinder-800431-3-iscsi {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:59.608918 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] For port 1260707b-4b7e-47d8-a77f-235c2c74377f, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=1260707b-4b7e-47d8-a77f-235c2c74377f,segment=NetworkSegment(f203f443-fa85-4863-a8f6-8516767caafd),segment_id=f203f443-fa85-4863-a8f6-8516767caafd)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:43:59.609668 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.624615 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] Calling delete_port for 1260707b-4b7e-47d8-a77f-235c2c74377f owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:43:59.669961 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.680483 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e98efdf-61ac-4cfd-96bc-8805f92caedb']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:59.692351 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f203f443-fa85-4863-a8f6-8516767caafd') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:59.692667 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f203f443-fa85-4863-a8f6-8516767caafd') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:43:59.701663 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.710944 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.715832 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.722826 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:43:59.723327 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:43:59.725351 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:43:59.737825 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] Pushing event deleted for resources: {'Port': ['ID=1260707b-4b7e-47d8-a77f-235c2c74377f,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.744691 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ed66e8-5a4c-4561-8c27-4d749e473282 None None] No DVR routers for this DVR port 1260707b-4b7e-47d8-a77f-235c2c74377f on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:43:59.788627 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.796156 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:43:59.799685 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] 10.222.0.25 "DELETE /v2.0/networks/2e98efdf-61ac-4cfd-96bc-8805f92caedb HTTP/1.1" status: 204 len: 168 time: 0.5144398 Jul 28 10:43:59.809164 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7d9c7-e44b-4e40-9f46-66628abdb19d admin admin] Pushing event deleted for resources: {'Network': ['ID=2e98efdf-61ac-4cfd-96bc-8805f92caedb,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:43:59.906361 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52496) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:59.945412 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-3845ea1d-4225-4bc0-9ecb-7f69a2dc4550 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f4b9f9b1967a4b24a6ca58290fb2179b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0378613 Jul 28 10:43:59.947913 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52500) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:43:59.994901 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b0da8dad-1c2a-47ad-b93c-46cc115c46a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:00.016122 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b0da8dad-1c2a-47ad-b93c-46cc115c46a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:00.064723 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b0da8dad-1c2a-47ad-b93c-46cc115c46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:00.067230 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b0da8dad-1c2a-47ad-b93c-46cc115c46a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:00.068357 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b0da8dad-1c2a-47ad-b93c-46cc115c46a6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04ac7986-c3c1-4dca-90c3-f4bdb6424939 HTTP/1.1" status: 204 len: 168 time: 0.1195076 Jul 28 10:44:00.075866 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da8dad-1c2a-47ad-b93c-46cc115c46a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ac7986-c3c1-4dca-90c3-f4bdb6424939,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:00.156791 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f035d2c3-a640-40c3-898d-043ddc7be3c9 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:00.177235 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: f035d2c3-a640-40c3-898d-043ddc7be3c9 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:44:00.177574 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f035d2c3-a640-40c3-898d-043ddc7be3c9 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:00.177980 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1260707b-4b7e-47d8-a77f-235c2c74377f no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:00.199795 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 1260707b-4b7e-47d8-a77f-235c2c74377f {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:44:00.200210 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 1260707b-4b7e-47d8-a77f-235c2c74377f not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:00.200685 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device faef4974-e044-4199-9538-f643240c33c7 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:00.219510 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: faef4974-e044-4199-9538-f643240c33c7 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:44:00.219860 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device faef4974-e044-4199-9538-f643240c33c7 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:07.827731 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c049d024-a81e-4251-9b2e-6acc522d1069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:10.568489 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-7b5461ca-2bf0-4b40-b8d3-88861af50324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:10.609888 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:11.494427 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.056418 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.562248 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52638) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:13.663805 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-20e0c2ef-2eb5-4a2f-9c11-bfb5629cac18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.750246 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-20e0c2ef-2eb5-4a2f-9c11-bfb5629cac18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.753740 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-20e0c2ef-2eb5-4a2f-9c11-bfb5629cac18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.790881 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-20e0c2ef-2eb5-4a2f-9c11-bfb5629cac18 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=315354199c9740389cc080b85cfd3ff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275453 Jul 28 10:44:13.791755 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0c2ef-2eb5-4a2f-9c11-bfb5629cac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a00b3bb-68eb-475b-bd4d-70a3fbca49a8,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:13.793558 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52642) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:13.842228 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-38546d9a-3b60-47c0-8dae-039738f9794d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.863250 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-38546d9a-3b60-47c0-8dae-039738f9794d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.909041 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-38546d9a-3b60-47c0-8dae-039738f9794d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.911516 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-38546d9a-3b60-47c0-8dae-039738f9794d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:13.912666 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-38546d9a-3b60-47c0-8dae-039738f9794d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a00b3bb-68eb-475b-bd4d-70a3fbca49a8 HTTP/1.1" status: 204 len: 168 time: 0.1180451 Jul 28 10:44:13.919987 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38546d9a-3b60-47c0-8dae-039738f9794d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a00b3bb-68eb-475b-bd4d-70a3fbca49a8,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:15.262406 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:17.786359 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52730) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:17.889651 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:17.986355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:17.990027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:17.995750 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52736) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:18.029273 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=757ded550b62432a936f37c00ef5fb89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417996 Jul 28 10:44:18.030165 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9425f1c-d649-488e-967c-d221c3ad1116,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:18.030987 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 52740) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:18.038011 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.038360 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.038696 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.039026 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.039352 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.039679 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.040116 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.040425 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.041460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.041460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.041460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.041728 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915b33b6-bebc-4180-9d68-569554e2ee29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:18.089368 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f844bae0-e557-496f-8621-2900964b2137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.108135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6d72618f-e4ce-4756-bfc3-140e1be64134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.129573 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f844bae0-e557-496f-8621-2900964b2137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.202342 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f844bae0-e557-496f-8621-2900964b2137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.205406 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f844bae0-e557-496f-8621-2900964b2137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.206534 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f844bae0-e557-496f-8621-2900964b2137 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9425f1c-d649-488e-967c-d221c3ad1116 HTTP/1.1" status: 204 len: 168 time: 0.1746094 Jul 28 10:44:18.219520 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844bae0-e557-496f-8621-2900964b2137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9425f1c-d649-488e-967c-d221c3ad1116,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:18.266734 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6d72618f-e4ce-4756-bfc3-140e1be64134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.270360 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6d72618f-e4ce-4756-bfc3-140e1be64134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.308831 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6d72618f-e4ce-4756-bfc3-140e1be64134 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=052c0b1f8b1a4aa19a8f2c4265cd311e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3119755 Jul 28 10:44:18.314477 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d72618f-e4ce-4756-bfc3-140e1be64134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dbf3eb-da8d-4c30-bfd0-5a3ff95c47b4,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:18.314601 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 52744) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:18.361521 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-221b7cb1-2f35-444c-b631-9d204f68e5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.382928 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-221b7cb1-2f35-444c-b631-9d204f68e5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.430505 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-221b7cb1-2f35-444c-b631-9d204f68e5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.433143 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-221b7cb1-2f35-444c-b631-9d204f68e5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:18.434308 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-221b7cb1-2f35-444c-b631-9d204f68e5a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e5dbf3eb-da8d-4c30-bfd0-5a3ff95c47b4 HTTP/1.1" status: 204 len: 168 time: 0.1205311 Jul 28 10:44:18.443469 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221b7cb1-2f35-444c-b631-9d204f68e5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dbf3eb-da8d-4c30-bfd0-5a3ff95c47b4,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:20.636516 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-67abfa84-8d5f-482d-832e-7ef4f3b42312 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=dce3758e02e54dd681359ecf27233b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283301 Jul 28 10:44:20.824240 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-21d99fe4-3046-44aa-b34a-66239e6e3e1c tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:20.825713 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-21d99fe4-3046-44aa-b34a-66239e6e3e1c tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1831770 Jul 28 10:44:20.840364 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-118253c5-5074-4e3f-8296-2d990e7dca5d tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/quotas/dce3758e02e54dd681359ecf27233b0e HTTP/1.1" status: 200 len: 375 time: 0.0085256 Jul 28 10:44:20.879566 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-df88f29f-84f1-4a93-8685-2df4acefb235 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=dce3758e02e54dd681359ecf27233b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338452 Jul 28 10:44:21.036761 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5adc177b-dc5b-463a-9da4-e5550bc2bf5f req-4fd77229-1874-4d15-82bb-cf4538be769c tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 210 time: 0.0254951 Jul 28 10:44:22.000391 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-559af9be-5397-459d-8782-a56c6f38d0f3 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=dce3758e02e54dd681359ecf27233b0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279422 Jul 28 10:44:22.404323 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-b1b40c07-1b8f-41a8-a2f5-c5a683ac574e tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:22.405805 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-b1b40c07-1b8f-41a8-a2f5-c5a683ac574e tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3994787 Jul 28 10:44:22.420325 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-149a40b0-fd6c-4b10-9758-28f9aedc0f07 req-1516331b-c050-4eee-b839-ec5a87778930 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 210 time: 0.3076982 Jul 28 10:44:22.437783 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Request body: {'port': {'device_id': '37911f69-fd30-484c-90b4-9cd552c97384', 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9', 'admin_state_up': True, 'tenant_id': 'dce3758e02e54dd681359ecf27233b0e'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:44:22.548713 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Made reservation on behalf of dce3758e02e54dd681359ecf27233b0e for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:22.552225 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:22.560939 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:22.655198 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:22.659844 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:22.722045 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a901ac48-fea7-433b-9c7f-2f5a20d8235c,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:22.793677 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Allocated IP 192.168.233.171 (86913a3b-182e-45d5-a241-6301c64b3fb9/b394b583-48c6-4e80-a7fa-d3e4899fa413/3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:22.936621 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:22.950064 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Transition to ACTIVE for port object 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:44:22.985787 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.026812 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Network 86913a3b-182e-45d5-a241-6301c64b3fb9 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:23.029827 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:23.036487 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:44:23.068723 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Pushing event updated for resources: {'Port': ['ID=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.092768 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:23.093881 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.108816 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-962512d3-776c-468c-8491-77c320979b8a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6756308 Jul 28 10:44:23.129301 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Request body: {'port': {'device_id': '37911f69-fd30-484c-90b4-9cd552c97384', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:44:23.185517 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.279408 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-2e47edad-bcd8-4ad5-8f5a-1293b0848633 None None] Provisioning for port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:44:23.283932 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-2e47edad-bcd8-4ad5-8f5a-1293b0848633 None None] Provisioning complete for port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:44:23.284328 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-2e47edad-bcd8-4ad5-8f5a-1293b0848633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.319199 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-2e47edad-bcd8-4ad5-8f5a-1293b0848633 None None] Port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:44:23.454201 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:44:23.461671 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.474658 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Transition to ACTIVE for port object 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:44:23.478001 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.545926 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356f43b7-7521-496f-9792-855a630f292b req-8c24e0cd-eca8-4cb7-9108-59057e7ecf3c tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:23.547304 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.547601 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-356f43b7-7521-496f-9792-855a630f292b req-8c24e0cd-eca8-4cb7-9108-59057e7ecf3c tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 948 time: 0.0525570 Jul 28 10:44:23.594026 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-356f43b7-7521-496f-9792-855a630f292b req-56aec49c-0f5b-4a04-a926-926c2930fe04 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 Jul 28 10:44:23.610162 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Attempting to bind port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:44:23.610162 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Attempting to bind port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:44:23.610162 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Attempting to bind port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb on network 86913a3b-182e-45d5-a241-6301c64b3fb9 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:44:23.613328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb on network 86913a3b-182e-45d5-a241-6301c64b3fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:44:23.613644 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Attempting to bind port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb on network 86913a3b-182e-45d5-a241-6301c64b3fb9 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:44:23.619118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:44:23.619457 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Checking segment: {'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:44:23.619835 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Bound using segment: {'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:44:23.620262 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Bound port: 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce5e8018-de3e-4898-9317-0b1ea9c5a9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:44:23.620622 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.688451 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] For port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:23.691802 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] For port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,segment=NetworkSegment(ce5e8018-de3e-4898-9317-0b1ea9c5a9f2),segment_id=ce5e8018-de3e-4898-9317-0b1ea9c5a9f2)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:23.695507 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.740408 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:23.741012 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:23.742438 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb HTTP/1.1" status: 200 len: 1098 time: 0.6174927 Jul 28 10:44:23.742907 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37911f69-fd30-484c-90b4-9cd552c97384', 'tag': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:44:23.745402 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb420029-1c80-4fc2-8013-8b340d528dea" -d '{"events": [{"name": "network-changed", "server_uuid": "37911f69-fd30-484c-90b4-9cd552c97384", "tag": "3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:44:23.773520 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b236a-17b8-4688-bf06-932b00f297b8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:23.796671 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4399b1a2-87de-433f-9443-87ab934eaf8e x-openstack-request-id: req-4399b1a2-87de-433f-9443-87ab934eaf8e {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:44:23.796671 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37911f69-fd30-484c-90b4-9cd552c97384", "tag": "3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:44:23.797030 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4399b1a2-87de-433f-9443-87ab934eaf8e {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:44:23.797425 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37911f69-fd30-484c-90b4-9cd552c97384', 'tag': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb', 'status': 'completed', 'code': 200} Jul 28 10:44:23.853207 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-2096aa41-d652-4b0c-8b2b-ad38f4f15438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:23.854830 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-2096aa41-d652-4b0c-8b2b-ad38f4f15438 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dce3758e02e54dd681359ecf27233b0e&device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 1101 time: 0.0452576 Jul 28 10:44:23.904556 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-7ce23bcb-3a95-4b42-8453-157f56663b7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb HTTP/1.1" status: 200 len: 217 time: 0.0355489 Jul 28 10:44:23.959103 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-e0686556-0a59-406b-a89c-4e8d5955e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:23.960465 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-e0686556-0a59-406b-a89c-4e8d5955e0d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b394b583-48c6-4e80-a7fa-d3e4899fa413 HTTP/1.1" status: 200 len: 843 time: 0.0490816 Jul 28 10:44:24.007443 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-7ac8063c-2d9e-41e2-9cc5-28fadeba0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:24.008915 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-7ac8063c-2d9e-41e2-9cc5-28fadeba0c25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86913a3b-182e-45d5-a241-6301c64b3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395007 Jul 28 10:44:24.096802 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-4ec25e85-c5e1-4fce-916b-cca720b7363e service neutron] 10.222.0.23 "GET /v2.0/networks/86913a3b-182e-45d5-a241-6301c64b3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802271 Jul 28 10:44:24.192660 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f230305-cebe-494c-bb60-c06cfcd578d7 req-d7b590f9-6cfb-471f-9036-5fdd703673eb service neutron] 10.222.0.23 "GET /v2.0/networks/86913a3b-182e-45d5-a241-6301c64b3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875704 Jul 28 10:44:24.320206 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420029-1c80-4fc2-8013-8b340d528dea req-ca42bd58-564f-41f4-981f-cc141d505d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:24.321722 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb420029-1c80-4fc2-8013-8b340d528dea req-ca42bd58-564f-41f4-981f-cc141d505d75 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dce3758e02e54dd681359ecf27233b0e&device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 1101 time: 0.0420120 Jul 28 10:44:24.414460 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420029-1c80-4fc2-8013-8b340d528dea req-8b0c4128-0e1c-4069-829d-d2b76943f0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:24.415908 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb420029-1c80-4fc2-8013-8b340d528dea req-8b0c4128-0e1c-4069-829d-d2b76943f0cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=86913a3b-182e-45d5-a241-6301c64b3fb9 HTTP/1.1" status: 200 len: 870 time: 0.0867035 Jul 28 10:44:24.456836 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb420029-1c80-4fc2-8013-8b340d528dea req-1b10da3e-1b39-48f7-bc1b-2a8c3f325ae5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb HTTP/1.1" status: 200 len: 217 time: 0.0320849 Jul 28 10:44:24.508573 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420029-1c80-4fc2-8013-8b340d528dea req-40f0fa36-5fbc-448a-b33e-ec35222da874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:24.510090 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb420029-1c80-4fc2-8013-8b340d528dea req-40f0fa36-5fbc-448a-b33e-ec35222da874 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b394b583-48c6-4e80-a7fa-d3e4899fa413 HTTP/1.1" status: 200 len: 843 time: 0.0451083 Jul 28 10:44:24.559260 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb420029-1c80-4fc2-8013-8b340d528dea req-4cfb7341-fc6a-43fe-8f4d-71006b8b99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:24.560673 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb420029-1c80-4fc2-8013-8b340d528dea req-4cfb7341-fc6a-43fe-8f4d-71006b8b99e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=86913a3b-182e-45d5-a241-6301c64b3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0421872 Jul 28 10:44:24.653206 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb420029-1c80-4fc2-8013-8b340d528dea req-5ab14a12-56e7-4cba-a022-25abd42057e4 service neutron] 10.222.0.23 "GET /v2.0/networks/86913a3b-182e-45d5-a241-6301c64b3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845919 Jul 28 10:44:24.727773 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85692c04-b7ee-4c0d-b0c8-d0280a0446e8 req-2b5c7840-a59f-4393-9fac-57f190de48fc tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:24.729293 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-85692c04-b7ee-4c0d-b0c8-d0280a0446e8 req-2b5c7840-a59f-4393-9fac-57f190de48fc tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 948 time: 0.0547378 Jul 28 10:44:24.750372 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb420029-1c80-4fc2-8013-8b340d528dea req-c29071a0-57ab-46ac-ac03-25efb38e947d service neutron] 10.222.0.23 "GET /v2.0/networks/86913a3b-182e-45d5-a241-6301c64b3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892692 Jul 28 10:44:24.767340 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-85692c04-b7ee-4c0d-b0c8-d0280a0446e8 req-07387fdd-eb68-45a0-b9d2-7ba0e3c88c7a tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313213 Jul 28 10:44:25.887167 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae67fd0-9e41-4035-abf2-0c8a391baeb7 req-4436e789-15c3-4f59-b345-636d16c915c8 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:25.888640 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6ae67fd0-9e41-4035-abf2-0c8a391baeb7 req-4436e789-15c3-4f59-b345-636d16c915c8 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 948 time: 0.0511293 Jul 28 10:44:25.925579 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6ae67fd0-9e41-4035-abf2-0c8a391baeb7 req-20a32474-5b7a-457f-912b-b0282f0aebbd tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302975 Jul 28 10:44:26.130113 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:44:26.226424 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,segment=NetworkSegment(ce5e8018-de3e-4898-9317-0b1ea9c5a9f2),segment_id=ce5e8018-de3e-4898-9317-0b1ea9c5a9f2)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:26.238305 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb', 'network_id': '86913a3b-182e-45d5-a241-6301c64b3fb9', 'port_id': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb', 'mac_address': 'fa:16:3e:8f:45:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b394b583-48c6-4e80-a7fa-d3e4899fa413', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:44:26.276516 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:26.289450 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:44:26.308428 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,segment=NetworkSegment(ce5e8018-de3e-4898-9317-0b1ea9c5a9f2),segment_id=ce5e8018-de3e-4898-9317-0b1ea9c5a9f2)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:26.312204 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:26.363152 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:26.614009 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:44:27.043171 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba476a-2798-4c38-b4ce-23a441b79768 req-e3da661d-144f-41be-9a52-2f04de4dbea1 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:27.045861 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-67ba476a-2798-4c38-b4ce-23a441b79768 req-e3da661d-144f-41be-9a52-2f04de4dbea1 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 949 time: 0.0491900 Jul 28 10:44:27.085416 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-67ba476a-2798-4c38-b4ce-23a441b79768 req-43d5d57b-fc0e-4ba8-bd0b-acd0a76c2db6 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335455 Jul 28 10:44:28.142303 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:28.197797 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ab934-c264-4c1c-bdf0-476907112da6 req-a1fbfb9a-07c0-4d8b-a3e4-48581c1d6317 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:28.199406 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-400ab934-c264-4c1c-bdf0-476907112da6 req-a1fbfb9a-07c0-4d8b-a3e4-48581c1d6317 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 949 time: 0.0485232 Jul 28 10:44:28.199558 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:44:28.204298 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:44:28.204675 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:28.237360 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-400ab934-c264-4c1c-bdf0-476907112da6 req-f9b3b245-c731-46c8-bb84-179e51733d63 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Jul 28 10:44:28.281543 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:28.305384 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37911f69-fd30-484c-90b4-9cd552c97384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:44:28.307663 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a999a32d-80c9-4730-a082-f16ca4b1b5a9" -d '{"events": [{"server_uuid": "37911f69-fd30-484c-90b4-9cd552c97384", "name": "network-vif-plugged", "status": "completed", "tag": "3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:44:28.322103 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,segment=NetworkSegment(ce5e8018-de3e-4898-9317-0b1ea9c5a9f2),segment_id=ce5e8018-de3e-4898-9317-0b1ea9c5a9f2)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:28.326417 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:28.352631 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da77d3b-e57a-48b2-83e9-d4b8d8e58058 x-openstack-request-id: req-7da77d3b-e57a-48b2-83e9-d4b8d8e58058 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:44:28.352954 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37911f69-fd30-484c-90b4-9cd552c97384", "name": "network-vif-plugged", "status": "completed", "tag": "3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:44:28.353213 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7da77d3b-e57a-48b2-83e9-d4b8d8e58058 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:44:28.353593 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37911f69-fd30-484c-90b4-9cd552c97384', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb', 'code': 200} Jul 28 10:44:28.387187 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:28.556613 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090a984-228a-4146-8716-5937693f194a req-32026d60-e43a-4df0-8fc7-59716bbed753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:28.558152 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d090a984-228a-4146-8716-5937693f194a req-32026d60-e43a-4df0-8fc7-59716bbed753 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 1103 time: 0.0415733 Jul 28 10:44:28.595141 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d090a984-228a-4146-8716-5937693f194a req-714dfbe0-85dd-4e2f-8235-a4aa2abc645a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301166 Jul 28 10:44:29.351027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d32ed-4fe8-4940-b994-3944be477741 req-abe310a1-cb26-4e56-ba08-8a1b29a953db tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:29.352498 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-069d32ed-4fe8-4940-b994-3944be477741 req-abe310a1-cb26-4e56-ba08-8a1b29a953db tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 950 time: 0.0473342 Jul 28 10:44:29.391427 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-069d32ed-4fe8-4940-b994-3944be477741 req-b0864828-f2f6-41da-a95d-db2eb9434632 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330184 Jul 28 10:44:30.124875 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:44:30.507311 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1dc5f-1f64-4370-86f1-7075fb64d6a8 req-24b1bd4f-6412-4ce2-8c11-e8f72ab9ce63 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:30.508805 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-80a1dc5f-1f64-4370-86f1-7075fb64d6a8 req-24b1bd4f-6412-4ce2-8c11-e8f72ab9ce63 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 950 time: 0.0474472 Jul 28 10:44:30.545249 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-80a1dc5f-1f64-4370-86f1-7075fb64d6a8 req-b83b1304-52d3-4a24-8ae5-b0c92a8a3dab tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306273 Jul 28 10:44:30.798833 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0231ac-edd7-4618-8adf-f2f36ca564c8 req-669bf40e-4475-470e-8609-2e30d7fd16ee tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:30.800812 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7b0231ac-edd7-4618-8adf-f2f36ca564c8 req-669bf40e-4475-470e-8609-2e30d7fd16ee tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 950 time: 0.0500398 Jul 28 10:44:30.839368 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7b0231ac-edd7-4618-8adf-f2f36ca564c8 req-560fe65e-84db-478c-9b08-3fce68b861f9 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326920 Jul 28 10:44:31.953402 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7106e3e-1f3d-4061-b4f6-a8f34a7941df req-2f5b7b65-81d5-4dca-99ed-8b99da40a811 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:31.954875 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d7106e3e-1f3d-4061-b4f6-a8f34a7941df req-2f5b7b65-81d5-4dca-99ed-8b99da40a811 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 950 time: 0.0477402 Jul 28 10:44:31.992997 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d7106e3e-1f3d-4061-b4f6-a8f34a7941df req-b3a17384-9c2e-44f0-bcf8-efeb14cb138e tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/security-groups?id=a901ac48-fea7-433b-9c7f-2f5a20d8235c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308344 Jul 28 10:44:32.334608 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3124b309-997e-4316-89fc-e31408e7fa6c req-a947e892-3354-4706-81a5-465a4e589e76 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:32.336035 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3124b309-997e-4316-89fc-e31408e7fa6c req-a947e892-3354-4706-81a5-465a4e589e76 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.23 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 950 time: 0.0511003 Jul 28 10:44:32.423543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Deleting port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:44:32.423893 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:32.514283 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] For port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,segment=NetworkSegment(ce5e8018-de3e-4898-9317-0b1ea9c5a9f2),segment_id=ce5e8018-de3e-4898-9317-0b1ea9c5a9f2)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:32.514655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:32.527136 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Calling delete_port for 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:44:32.648976 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:32.678534 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Pushing event deleted for resources: {'Port': ['ID=3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:32.688419 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:44:32.719029 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] No DVR routers for this DVR port 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:44:32.722639 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:32.724637 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3124b309-997e-4316-89fc-e31408e7fa6c req-5e05d1e0-7c78-47fb-9a25-74c771704997 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.23 "DELETE /v2.0/ports/3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb HTTP/1.1" status: 204 len: 173 time: 0.3810272 Jul 28 10:44:32.725145 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37911f69-fd30-484c-90b4-9cd552c97384', 'name': 'network-vif-deleted', 'tag': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:44:32.727391 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e478f3fb-d406-413d-a1d3-6b0401b0730b" -d '{"events": [{"server_uuid": "37911f69-fd30-484c-90b4-9cd552c97384", "name": "network-vif-deleted", "tag": "3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:44:32.770520 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8543e34-20b6-4494-a9c2-6f214d6a5114 x-openstack-request-id: req-f8543e34-20b6-4494-a9c2-6f214d6a5114 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:44:32.770805 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37911f69-fd30-484c-90b4-9cd552c97384", "name": "network-vif-deleted", "tag": "3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:44:32.771076 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f8543e34-20b6-4494-a9c2-6f214d6a5114 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:44:32.771463 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37911f69-fd30-484c-90b4-9cd552c97384', 'name': 'network-vif-deleted', 'tag': '3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb', 'status': 'completed', 'code': 200} Jul 28 10:44:33.097134 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a76328a3-17d0-44ba-8167-92b656ae3bae req-c864fcee-8033-4242-862c-5b0b667f78d4 tempest-VolumesNegativeTest-1009626889 tempest-VolumesNegativeTest-1009626889-project] 10.222.0.25 "GET /v2.0/ports?device_id=37911f69-fd30-484c-90b4-9cd552c97384 HTTP/1.1" status: 200 len: 210 time: 0.0259502 Jul 28 10:44:36.201225 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:44:36.224052 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:44:36.224397 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 3a355e2b-1a09-41e5-a4eb-7fb3c43a8ddb not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:44:37.766077 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 53200) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:37.830407 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f160e1cc-245d-4caf-b5fc-6c1fb55c80eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:37.909387 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-7fc214bc-1012-4023-b343-6429545e772b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dce3758e02e54dd681359ecf27233b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414828 Jul 28 10:44:37.910089 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 53208) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:37.964517 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:37.984853 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.030573 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.033027 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.034154 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a901ac48-fea7-433b-9c7f-2f5a20d8235c HTTP/1.1" status: 204 len: 168 time: 0.1225250 Jul 28 10:44:38.041548 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a901ac48-fea7-433b-9c7f-2f5a20d8235c,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:38.048336 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.048684 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.049052 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.049426 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.049760 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.050092 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.050412 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.050733 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.051057 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.051376 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.051692 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.052008 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc7cf5ad-8f16-4a97-bcf8-6ef52c47bcff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:38.615193 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 53230) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:38.707043 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1890546452-network', 'tenant_id': '79ceb16c404347a39c3fcf55328ff6d2'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:44:38.727737 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Made reservation on behalf of 79ceb16c404347a39c3fcf55328ff6d2 for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:38.730185 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.738790 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.824080 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.827826 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.848175 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:44:38.860844 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f3a875-611b-449f-845a-2be151c264ab,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:38.866224 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.866559 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Added segment 73b90f57-b1a6-4d41-94b4-8c7970f2b94a of type vlan for network e61368cc-7442-4a38-9400-53dc12aa35b1 Jul 28 10:44:38.907849 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.935856 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.936818 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:38.937400 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:38.987107 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3707144 Jul 28 10:44:38.990390 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 53236) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:38.995902 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7458c99e-3a47-4097-b718-6ebbdafd4d98 admin admin] Pushing event updated for resources: {'Network': ['ID=e61368cc-7442-4a38-9400-53dc12aa35b1,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:38.996059 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Request body: {'subnet': {'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1890546452-subnet', 'tenant_id': '79ceb16c404347a39c3fcf55328ff6d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:44:39.006158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network e61368cc-7442-4a38-9400-53dc12aa35b1 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:44:39.017328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Made reservation on behalf of 79ceb16c404347a39c3fcf55328ff6d2 for: {'subnet': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:39.020308 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588124'] for subnet, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:39.178732 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4682852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588078'] for subnet, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:39.232982 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8da31a-1bc9-4bb3-b461-d6979150088b,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:39.242773 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Checking segment: {'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:44:39.243124 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Network hostable DHCP agents. Network: e61368cc-7442-4a38-9400-53dc12aa35b1, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:44:39.258891 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Network e61368cc-7442-4a38-9400-53dc12aa35b1 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:44:39.266535 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, e61368cc-7442-4a38-9400-53dc12aa35b1) {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:39.271023 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:39.271593 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:39.275781 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa048ce-5d96-43f6-98d9-5af21efb9121 None None] Network e61368cc-7442-4a38-9400-53dc12aa35b1 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:44:39.285893 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-8a9635a2-393c-42b0-9e92-bb020655e14f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2938125 Jul 28 10:44:39.396860 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44143b45-341b-4e03-8b98-4a9cfbe98f03 None None] Network e61368cc-7442-4a38-9400-53dc12aa35b1 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:44:40.568599 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e999e69f-fa7a-4c39-b8c4-61c5325b6182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:40.609030 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:41.498901 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:42.075195 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-fd86d0f2-00fb-4d68-a245-1c65a86d9ad8 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:42.076968 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-fd86d0f2-00fb-4d68-a245-1c65a86d9ad8 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/networks?id=e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 200 len: 814 time: 0.1010153 Jul 28 10:44:42.092184 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-18a18d36-6ada-4d08-a369-e169e63ccc08 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/quotas/79ceb16c404347a39c3fcf55328ff6d2 HTTP/1.1" status: 200 len: 375 time: 0.0095174 Jul 28 10:44:42.124419 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-436b4abe-2b32-4b2e-a63a-e5eb07a78d06 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267677 Jul 28 10:44:42.267961 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a2254c46-3364-4c1b-ac83-3f5ede08d2aa service neutron] 10.222.0.25 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361048 Jul 28 10:44:42.353186 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-218ecb53-e5ea-4a7d-9e29-ccf75296571d service neutron] 10.222.0.25 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783396 Jul 28 10:44:42.508781 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e831d87f-eee8-46d8-a3b7-b487cd37800b req-34f5892b-106e-4a39-a2a9-0404e2a5e3b8 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 210 time: 0.0278192 Jul 28 10:44:43.060115 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:43.504133 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-09ece6da-d0bc-429f-90f4-27a671103d86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:43.506121 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-09ece6da-d0bc-429f-90f4-27a671103d86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "GET /v2.0/networks?id=e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 200 len: 814 time: 0.1089065 Jul 28 10:44:43.526188 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Request body: {'port': {'device_id': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1', 'admin_state_up': True, 'tenant_id': '79ceb16c404347a39c3fcf55328ff6d2'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:44:43.611738 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8d1b630e-3e4a-4619-aa71-2d2a3792d5fc req-c7da9227-a1ca-4078-88ee-970b59999f0f tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 210 time: 0.0338356 Jul 28 10:44:43.659077 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Made reservation on behalf of 79ceb16c404347a39c3fcf55328ff6d2 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:44:43.662690 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:43.784485 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Allocated IP 172.20.0.7 (e61368cc-7442-4a38-9400-53dc12aa35b1/2a8da31a-1bc9-4bb3-b461-d6979150088b/38020284-ab51-4961-9acf-1530ae3222bd) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:44:43.924769 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:43.962942 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.001993 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Network e61368cc-7442-4a38-9400-53dc12aa35b1 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:44:44.005714 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:44:44.009304 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:44:44.038745 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Pushing event updated for resources: {'Port': ['ID=38020284-ab51-4961-9acf-1530ae3222bd,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.065466 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:44.066065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.079705 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-4d3b2ddd-d1ab-4531-8214-1432b9fc2de1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573466 Jul 28 10:44:44.099291 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Request body: {'port': {'device_id': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:44:44.149664 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.398721 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38020284-ab51-4961-9acf-1530ae3222bd {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:44:44.406006 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.418637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Transition to ACTIVE for port object 38020284-ab51-4961-9acf-1530ae3222bd will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:44:44.421905 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.477365 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Pushing event updated for resources: {'Port': ['ID=38020284-ab51-4961-9acf-1530ae3222bd,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.539509 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Attempting to bind port 38020284-ab51-4961-9acf-1530ae3222bd on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:44:44.540160 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Attempting to bind port 38020284-ab51-4961-9acf-1530ae3222bd by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:44:44.540160 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Attempting to bind port 38020284-ab51-4961-9acf-1530ae3222bd on network e61368cc-7442-4a38-9400-53dc12aa35b1 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:44:44.544350 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Port 38020284-ab51-4961-9acf-1530ae3222bd on network e61368cc-7442-4a38-9400-53dc12aa35b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:44:44.544670 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Attempting to bind port 38020284-ab51-4961-9acf-1530ae3222bd on network e61368cc-7442-4a38-9400-53dc12aa35b1 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:44:44.549382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 44, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:44:44.549718 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Checking segment: {'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:44:44.550095 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Bound using segment: {'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:44:44.550516 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Bound port: 38020284-ab51-4961-9acf-1530ae3222bd, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:44:44.550871 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.611128 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] For port 38020284-ab51-4961-9acf-1530ae3222bd, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:44:44.614417 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] For port 38020284-ab51-4961-9acf-1530ae3222bd, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=38020284-ab51-4961-9acf-1530ae3222bd,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:44:44.618373 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.658664 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:44.659318 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:44.661325 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] 10.222.0.23 "PUT /v2.0/ports/38020284-ab51-4961-9acf-1530ae3222bd HTTP/1.1" status: 200 len: 1093 time: 0.5655055 Jul 28 10:44:44.661770 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'tag': '38020284-ab51-4961-9acf-1530ae3222bd'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:44:44.664017 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a61f8b0-3939-4332-aad1-6bfce14f3d96" -d '{"events": [{"name": "network-changed", "server_uuid": "e82c5836-e0da-4ec1-b23a-60ab9030288c", "tag": "38020284-ab51-4961-9acf-1530ae3222bd"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:44:44.698866 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdbb8c-aedc-43a7-b7ce-02a86f066b85 service neutron] Pushing event updated for resources: {'Port': ['ID=38020284-ab51-4961-9acf-1530ae3222bd,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:44.720072 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb48719-e1ad-44a3-ae1b-b998fd67352b x-openstack-request-id: req-9eb48719-e1ad-44a3-ae1b-b998fd67352b {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:44:44.720360 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82c5836-e0da-4ec1-b23a-60ab9030288c", "tag": "38020284-ab51-4961-9acf-1530ae3222bd", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:44:44.720617 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9eb48719-e1ad-44a3-ae1b-b998fd67352b {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:44:44.721061 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'tag': '38020284-ab51-4961-9acf-1530ae3222bd', 'status': 'completed', 'code': 200} Jul 28 10:44:44.749846 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e13f5-cb3b-4944-82e0-53336cd6354a req-28758f0b-ab41-4cbd-a00e-83d5cdfbfcb7 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:44.751414 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-940e13f5-cb3b-4944-82e0-53336cd6354a req-28758f0b-ab41-4cbd-a00e-83d5cdfbfcb7 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 943 time: 0.0615144 Jul 28 10:44:44.778239 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-744791d9-2c68-472e-8545-531a98b989ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:44.779736 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-744791d9-2c68-472e-8545-531a98b989ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 1096 time: 0.0407460 Jul 28 10:44:44.790108 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-940e13f5-cb3b-4944-82e0-53336cd6354a req-89e2b408-e371-4131-836c-59ba230e8df2 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Jul 28 10:44:44.827917 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-18b7e546-dc14-4a50-b3aa-8165d4ec03d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38020284-ab51-4961-9acf-1530ae3222bd HTTP/1.1" status: 200 len: 217 time: 0.0331783 Jul 28 10:44:44.878118 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-18179ca2-0db1-496d-9ca1-3d2acfe23a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:44.880043 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-18179ca2-0db1-496d-9ca1-3d2acfe23a21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a8da31a-1bc9-4bb3-b461-d6979150088b HTTP/1.1" status: 200 len: 854 time: 0.0453715 Jul 28 10:44:44.909815 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-5cea231e-5ab9-4aca-bb84-a97505189356 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61368cc-7442-4a38-9400-53dc12aa35b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229259 Jul 28 10:44:44.998479 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-b2f3a196-13bc-4ebd-b1a0-bf8bcef76c7a service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802805 Jul 28 10:44:45.090216 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ff3c282c-bfdd-476d-ae41-fedb59087e2b req-24d84590-a484-4efa-9578-182c4f4067f9 service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845652 Jul 28 10:44:45.220112 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-eccc2655-2545-4230-b6fb-0831214982db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:45.221572 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-eccc2655-2545-4230-b6fb-0831214982db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 1096 time: 0.0400951 Jul 28 10:44:45.278421 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:45.313017 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-d654c251-cff7-42ee-9f20-fc851ba46b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:45.314463 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-d654c251-cff7-42ee-9f20-fc851ba46b80 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 200 len: 915 time: 0.0859120 Jul 28 10:44:45.354430 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-fefb0d87-096e-4eab-bdf7-288770704291 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38020284-ab51-4961-9acf-1530ae3222bd HTTP/1.1" status: 200 len: 217 time: 0.0322974 Jul 28 10:44:45.403396 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-c7983ac7-fd98-4ce2-a0c1-151f88be1b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:45.404824 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-c7983ac7-fd98-4ce2-a0c1-151f88be1b1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a8da31a-1bc9-4bb3-b461-d6979150088b HTTP/1.1" status: 200 len: 854 time: 0.0430663 Jul 28 10:44:45.435617 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-131c6965-ecb2-4a9c-bad6-8ccbf8bb5d8b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61368cc-7442-4a38-9400-53dc12aa35b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229504 Jul 28 10:44:45.527445 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-c1e25da8-8d1b-4279-ab5e-a0dbaaf681d7 service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838392 Jul 28 10:44:45.620965 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0a61f8b0-3939-4332-aad1-6bfce14f3d96 req-0d734761-a23e-46c8-bb75-d256dd74025c service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856256 Jul 28 10:44:45.915924 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded017e-572d-4ea2-b56e-9a2f8ec19f88 req-d865ba4c-f712-4a59-ab6b-cb5987ed1c0f tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:45.917448 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-aded017e-572d-4ea2-b56e-9a2f8ec19f88 req-d865ba4c-f712-4a59-ab6b-cb5987ed1c0f tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 943 time: 0.0513868 Jul 28 10:44:45.955671 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-aded017e-572d-4ea2-b56e-9a2f8ec19f88 req-b6013e84-c1c5-4224-a513-7d129b64712b tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322945 Jul 28 10:44:46.229184 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 38020284-ab51-4961-9acf-1530ae3222bd details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:44:46.323170 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 38020284-ab51-4961-9acf-1530ae3222bd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=38020284-ab51-4961-9acf-1530ae3222bd,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:46.344263 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '38020284-ab51-4961-9acf-1530ae3222bd', 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1', 'port_id': '38020284-ab51-4961-9acf-1530ae3222bd', 'mac_address': 'fa:16:3e:17:57:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8da31a-1bc9-4bb3-b461-d6979150088b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:44:46.382116 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:46.394342 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38020284-ab51-4961-9acf-1530ae3222bd {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:44:46.414311 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 38020284-ab51-4961-9acf-1530ae3222bd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=38020284-ab51-4961-9acf-1530ae3222bd,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:46.418284 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:46.467711 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=38020284-ab51-4961-9acf-1530ae3222bd,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:46.474686 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.475031 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.475392 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.475720 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.476047 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.476372 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.476694 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.477049 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.477370 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.477687 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.478004 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.478318 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:44:46.686881 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['38020284-ab51-4961-9acf-1530ae3222bd'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:44:46.826423 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 53324) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:46.924521 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772d364c-c0a9-4edc-a27a-08c4d248370d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:47.014328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772d364c-c0a9-4edc-a27a-08c4d248370d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:47.018241 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-772d364c-c0a9-4edc-a27a-08c4d248370d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:47.055628 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-772d364c-c0a9-4edc-a27a-08c4d248370d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dda2290f83784fb5b1579a9d244ceca4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281084 Jul 28 10:44:47.057130 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d364c-c0a9-4edc-a27a-08c4d248370d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d135cea-0de9-42a8-aeec-3e09e622e267,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:47.058210 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 53330) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:44:47.084508 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96803a-9dc8-4a40-aa74-c008bc025bc3 req-5664cefa-0825-4e5f-a024-5a8650fd2e2f tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:47.086050 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7a96803a-9dc8-4a40-aa74-c008bc025bc3 req-5664cefa-0825-4e5f-a024-5a8650fd2e2f tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 944 time: 0.0620794 Jul 28 10:44:47.145351 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7a96803a-9dc8-4a40-aa74-c008bc025bc3 req-3fab868e-ed86-449e-809a-8e17e3a7efe7 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513279 Jul 28 10:44:47.147984 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-44257ef7-e508-421c-bdf7-f4311470d700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:47.169409 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-44257ef7-e508-421c-bdf7-f4311470d700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:47.214154 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-44257ef7-e508-421c-bdf7-f4311470d700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:47.216732 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-44257ef7-e508-421c-bdf7-f4311470d700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:47.217981 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-44257ef7-e508-421c-bdf7-f4311470d700 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0d135cea-0de9-42a8-aeec-3e09e622e267 HTTP/1.1" status: 204 len: 168 time: 0.1583042 Jul 28 10:44:47.226729 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44257ef7-e508-421c-bdf7-f4311470d700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d135cea-0de9-42a8-aeec-3e09e622e267,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:48.243101 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 38020284-ab51-4961-9acf-1530ae3222bd up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:44:48.266076 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d0a2db-b5e7-46df-ba57-8aa4a324b93c req-cb663a4b-eed2-4923-8201-76bf572a6168 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:48.267550 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66d0a2db-b5e7-46df-ba57-8aa4a324b93c req-cb663a4b-eed2-4923-8201-76bf572a6168 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 944 time: 0.0477157 Jul 28 10:44:48.294993 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 38020284-ab51-4961-9acf-1530ae3222bd completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:44:48.298800 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 38020284-ab51-4961-9acf-1530ae3222bd triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:44:48.299348 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:48.306767 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66d0a2db-b5e7-46df-ba57-8aa4a324b93c req-a98e421f-cbd4-4a5c-a554-ae640ff8e414 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Jul 28 10:44:48.373635 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:48.395131 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38020284-ab51-4961-9acf-1530ae3222bd'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:44:48.397365 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832debad-d354-4291-bbe2-7435ebf2a785" -d '{"events": [{"server_uuid": "e82c5836-e0da-4ec1-b23a-60ab9030288c", "name": "network-vif-plugged", "status": "completed", "tag": "38020284-ab51-4961-9acf-1530ae3222bd"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:44:48.409443 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 38020284-ab51-4961-9acf-1530ae3222bd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=38020284-ab51-4961-9acf-1530ae3222bd,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:44:48.413486 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:44:48.435908 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6a2a9b-6019-412c-b7fc-f9cb64299d96 x-openstack-request-id: req-6c6a2a9b-6019-412c-b7fc-f9cb64299d96 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:44:48.436192 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c5836-e0da-4ec1-b23a-60ab9030288c", "name": "network-vif-plugged", "status": "completed", "tag": "38020284-ab51-4961-9acf-1530ae3222bd", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:44:48.436438 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c6a2a9b-6019-412c-b7fc-f9cb64299d96 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:44:48.436834 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38020284-ab51-4961-9acf-1530ae3222bd', 'code': 200} Jul 28 10:44:48.462109 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=38020284-ab51-4961-9acf-1530ae3222bd,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:44:48.630583 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db1cf4-1df5-4f30-9cde-12f665260349 req-27dbe230-e678-4bd0-a15e-c351f5c49f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:48.632291 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c7db1cf4-1df5-4f30-9cde-12f665260349 req-27dbe230-e678-4bd0-a15e-c351f5c49f15 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 1098 time: 0.0423200 Jul 28 10:44:48.666207 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c7db1cf4-1df5-4f30-9cde-12f665260349 req-a8f5e0c3-41fc-4112-a792-35d43c2dc9fc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263815 Jul 28 10:44:49.435652 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c36057-0769-45da-909c-e6c49c9e62cc req-242c243b-1997-40c8-9e5a-29d4fbea8bea tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:49.437170 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-10c36057-0769-45da-909c-e6c49c9e62cc req-242c243b-1997-40c8-9e5a-29d4fbea8bea tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 945 time: 0.0503888 Jul 28 10:44:49.476232 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-10c36057-0769-45da-909c-e6c49c9e62cc req-d92686c2-7b9b-4670-af70-9fcdc80ad950 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331566 Jul 28 10:44:50.591717 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6dc9b-94b2-4398-a3d0-d7a9930d2446 req-19799f99-8cc2-47d7-95a7-398029ff4114 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:44:50.593173 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-eca6dc9b-94b2-4398-a3d0-d7a9930d2446 req-19799f99-8cc2-47d7-95a7-398029ff4114 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 945 time: 0.0498257 Jul 28 10:44:50.630411 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-eca6dc9b-94b2-4398-a3d0-d7a9930d2446 req-c64eddd9-b300-4d20-acb1-a4e590782972 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308738 Jul 28 10:45:07.125220 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:45:07.830529 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-703f4313-23f4-4abe-80ea-eb99215f9e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:10.569584 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1f87396d-b6b9-4f21-b3b8-3123100cb7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:10.609583 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:11.502210 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:13.063687 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:15.261897 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:26.516445 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-e0244996-f98e-4e4c-bc21-3dde28cee270 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375650 Jul 28 10:45:26.618485 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-8ac9605a-9218-44a4-b6bf-cb3f69199e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:26.619902 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-8ac9605a-9218-44a4-b6bf-cb3f69199e4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 1098 time: 0.0425382 Jul 28 10:45:27.571812 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-2efb036f-1597-41dc-ac09-55471f83bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:27.573285 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-2efb036f-1597-41dc-ac09-55471f83bfdb service neutron] 10.222.0.23 "GET /v2.0/networks?id=e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 200 len: 915 time: 0.0829349 Jul 28 10:45:28.353514 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-06b011a9-6b4d-4e9b-bc29-405083c5f465 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38020284-ab51-4961-9acf-1530ae3222bd HTTP/1.1" status: 200 len: 217 time: 0.0395510 Jul 28 10:45:29.587504 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-d87af253-d1d7-4341-8e35-da975a70a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:29.589234 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-d87af253-d1d7-4341-8e35-da975a70a8c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a8da31a-1bc9-4bb3-b461-d6979150088b HTTP/1.1" status: 200 len: 854 time: 0.3171225 Jul 28 10:45:29.620281 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-d89dc9ca-5cce-4837-ac17-ce8a8c23361f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61368cc-7442-4a38-9400-53dc12aa35b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232804 Jul 28 10:45:29.715567 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-3403a646-aca1-45ce-81b2-8a5b58387675 service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859787 Jul 28 10:45:29.805016 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4e49d594-688a-4ae9-9e2d-393c22ad21da req-4795e930-88c0-4f3c-8b22-3ad7744b2e79 service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815859 Jul 28 10:45:32.495312 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 53786) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:32.596126 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:32.683074 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:32.691722 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:32.732578 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4bfebd33be684de3b978daf14ce76fc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2357979 Jul 28 10:45:32.733298 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cfd67e2-03e6-4dfa-98ba-22c2a88b281a,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:32.735239 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 53796) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:32.742252 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.742614 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.742957 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.743294 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.743627 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.743970 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.744287 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.744611 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.744980 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.745294 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.745618 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.745935 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03688587-548e-43e1-9ffd-6aa98a1109e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:32.787081 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46edb239-4ea1-42f9-a316-e87355778671 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:32.806904 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46edb239-4ea1-42f9-a316-e87355778671 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:32.851983 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46edb239-4ea1-42f9-a316-e87355778671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:32.854497 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-46edb239-4ea1-42f9-a316-e87355778671 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:32.855694 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-46edb239-4ea1-42f9-a316-e87355778671 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1cfd67e2-03e6-4dfa-98ba-22c2a88b281a HTTP/1.1" status: 204 len: 168 time: 0.1190848 Jul 28 10:45:32.863622 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46edb239-4ea1-42f9-a316-e87355778671 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cfd67e2-03e6-4dfa-98ba-22c2a88b281a,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:33.794946 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 53830) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:33.894978 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-17918e94-9a70-4fa8-9ffc-9659bd0c1cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:33.987379 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-17918e94-9a70-4fa8-9ffc-9659bd0c1cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:33.991577 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-17918e94-9a70-4fa8-9ffc-9659bd0c1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:34.030732 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17918e94-9a70-4fa8-9ffc-9659bd0c1cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a0c25-11f8-4d19-a918-a04618e37fa0,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:34.038521 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-17918e94-9a70-4fa8-9ffc-9659bd0c1cc2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=414f946fcc2e40e0b330b8c44fe2f383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425387 Jul 28 10:45:34.038674 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 53840) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:34.092299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a732d7cf-474f-4de4-978f-fd9a3a735d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:34.112242 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a732d7cf-474f-4de4-978f-fd9a3a735d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:34.157247 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a732d7cf-474f-4de4-978f-fd9a3a735d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:34.159824 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-a732d7cf-474f-4de4-978f-fd9a3a735d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:34.160985 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-a732d7cf-474f-4de4-978f-fd9a3a735d3e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee2a0c25-11f8-4d19-a918-a04618e37fa0 HTTP/1.1" status: 204 len: 168 time: 0.1211250 Jul 28 10:45:34.168340 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a732d7cf-474f-4de4-978f-fd9a3a735d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a0c25-11f8-4d19-a918-a04618e37fa0,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:35.281203 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53faed4-7750-4343-b086-e1129de39707 req-8a08bb23-f140-4bec-ad06-9afd376a24ec tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:35.282602 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a53faed4-7750-4343-b086-e1129de39707 req-8a08bb23-f140-4bec-ad06-9afd376a24ec tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 945 time: 0.0488596 Jul 28 10:45:35.320253 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a53faed4-7750-4343-b086-e1129de39707 req-fbcffb61-c729-457f-b570-ec8323b5b3cb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308311 Jul 28 10:45:36.436635 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0751d3-21d6-43f6-979c-b7e9a8dda17c req-a5408060-3bfc-4bc5-98b6-d0843c37ca1a tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:36.438154 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d0751d3-21d6-43f6-979c-b7e9a8dda17c req-a5408060-3bfc-4bc5-98b6-d0843c37ca1a tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 945 time: 0.0478280 Jul 28 10:45:36.475809 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3d0751d3-21d6-43f6-979c-b7e9a8dda17c req-5b85948e-9b41-4073-a72c-c4da02f6dcce tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Jul 28 10:45:36.983287 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-e965b522-65d3-4de5-bc24-42b9b5d1c6e9 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:36.984650 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-e965b522-65d3-4de5-bc24-42b9b5d1c6e9 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 945 time: 0.0463464 Jul 28 10:45:37.073596 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Deleting port 38020284-ab51-4961-9acf-1530ae3222bd {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:45:37.073940 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:37.158169 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] For port 38020284-ab51-4961-9acf-1530ae3222bd, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=38020284-ab51-4961-9acf-1530ae3222bd,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:37.158534 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:37.171449 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Calling delete_port for 38020284-ab51-4961-9acf-1530ae3222bd owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:45:37.294637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:37.319951 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Pushing event deleted for resources: {'Port': ['ID=38020284-ab51-4961-9acf-1530ae3222bd,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:37.331668 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['38020284-ab51-4961-9acf-1530ae3222bd'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:45:37.365398 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] No DVR routers for this DVR port 38020284-ab51-4961-9acf-1530ae3222bd on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:45:37.367687 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:37.369661 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0527ab8f-24a9-4363-8ce8-395908b454d1 req-6fc28b27-1d5f-4b72-864b-0d30df812edb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "DELETE /v2.0/ports/38020284-ab51-4961-9acf-1530ae3222bd HTTP/1.1" status: 204 len: 173 time: 0.3789954 Jul 28 10:45:37.370084 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'name': 'network-vif-deleted', 'tag': '38020284-ab51-4961-9acf-1530ae3222bd'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:45:37.372539 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5405e9b4-6b65-41e6-bbce-dc03dac7a4f8" -d '{"events": [{"server_uuid": "e82c5836-e0da-4ec1-b23a-60ab9030288c", "name": "network-vif-deleted", "tag": "38020284-ab51-4961-9acf-1530ae3222bd"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:45:37.408988 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4b97b9-30c9-436c-b0d6-ffde55349ff8 x-openstack-request-id: req-6d4b97b9-30c9-436c-b0d6-ffde55349ff8 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:45:37.409280 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82c5836-e0da-4ec1-b23a-60ab9030288c", "name": "network-vif-deleted", "tag": "38020284-ab51-4961-9acf-1530ae3222bd", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:45:37.409565 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6d4b97b9-30c9-436c-b0d6-ffde55349ff8 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:45:37.410658 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82c5836-e0da-4ec1-b23a-60ab9030288c', 'name': 'network-vif-deleted', 'tag': '38020284-ab51-4961-9acf-1530ae3222bd', 'status': 'completed', 'code': 200} Jul 28 10:45:37.583881 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-fed598ec-2207-46bd-a995-2caa8922dc4e req-f2f71b00-bc09-4d06-a45d-4659db448739 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=e82c5836-e0da-4ec1-b23a-60ab9030288c HTTP/1.1" status: 200 len: 210 time: 0.0278292 Jul 28 10:45:37.830464 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-09f90d23-57cd-4d1d-a16c-ed245cb4e676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:40.570287 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-89af9ddd-a706-4aa1-81d5-b0391af3535d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:40.611045 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:41.503207 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:41.659951 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 38020284-ab51-4961-9acf-1530ae3222bd no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:45:41.679215 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 38020284-ab51-4961-9acf-1530ae3222bd {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:45:41.679558 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 38020284-ab51-4961-9acf-1530ae3222bd not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:45:43.067193 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:44.124414 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:45:45.025055 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54020) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:45.124167 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-392741c1-ddeb-455e-bfad-95a19212f9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.208106 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-392741c1-ddeb-455e-bfad-95a19212f9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.211629 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-392741c1-ddeb-455e-bfad-95a19212f9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.248580 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-392741c1-ddeb-455e-bfad-95a19212f9c8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=7d8b96ccbc994a13a51139a2595e5848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2222521 Jul 28 10:45:45.249676 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392741c1-ddeb-455e-bfad-95a19212f9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c7d1b3-3af4-4319-9a27-2b620d1e1a9e,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:45.251135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54026) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:45.281909 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.299536 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.320425 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.364425 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.366980 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:45.368139 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b2c7d1b3-3af4-4319-9a27-2b620d1e1a9e HTTP/1.1" status: 204 len: 168 time: 0.1159728 Jul 28 10:45:45.375679 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c7d1b3-3af4-4319-9a27-2b620d1e1a9e,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:45.383298 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.383648 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.383998 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.384333 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.384694 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.385051 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.385392 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.385696 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.386022 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.386348 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.386667 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.386986 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b252f643-111a-4866-8162-e2d80ec22535 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:45.960144 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54048) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:46.051640 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-916739901-network', 'tenant_id': 'c629d862dae14c7486856432ac104059'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:46.073375 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Made reservation on behalf of c629d862dae14c7486856432ac104059 for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:46.075756 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.086599 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.173579 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.178813 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.202934 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:46.212620 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266d124-15ca-4f3c-8cbd-805ed15594d4,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:46.217275 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.217620 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Added segment e8c59add-2463-46d4-a960-9ec2e60f1d3a of type vlan for network 621974ff-43f6-47e9-8a8e-c2e782ef2401 Jul 28 10:45:46.258615 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.287300 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.288230 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:46.288862 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.341910 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3804505 Jul 28 10:45:46.344483 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54054) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:46.351015 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Request body: {'subnet': {'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-916739901-subnet', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:46.364780 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba96c4c-301b-4bd5-91c7-a101e497a9a2 admin admin] Pushing event updated for resources: {'Network': ['ID=621974ff-43f6-47e9-8a8e-c2e782ef2401,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:46.376671 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:46.378482 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Made reservation on behalf of c629d862dae14c7486856432ac104059 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:46.381739 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5213335'] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.546261 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5052216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5213413'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.600770 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82d2f35-327a-4afa-8044-3624d38c2c2e,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:46.607490 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Checking segment: {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:46.607850 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Network hostable DHCP agents. Network: 621974ff-43f6-47e9-8a8e-c2e782ef2401, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:46.623897 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:46.632938 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 621974ff-43f6-47e9-8a8e-c2e782ef2401) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:46.636983 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:46.637570 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.642123 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f828259-8bbb-4a3a-ba33-bb826feea17b None None] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:45:46.652268 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-1848ef93-5565-4761-891e-2d5d966e8261 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3067307 Jul 28 10:45:46.655109 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54056) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:46.659419 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:46.681027 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.682132 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.733080 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.870426 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:46.909058 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-621974ff-43f6-47e9-8a8e-c2e782ef2401', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:45:46.910485 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.047186 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Allocated IP 172.20.0.2 (621974ff-43f6-47e9-8a8e-c2e782ef2401/a82d2f35-327a-4afa-8044-3624d38c2c2e/86fc1e98-2537-4218-9b69-28bb78ec5ac6) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:47.064950 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.083655 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.186035 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Allocated IP 172.27.3.192 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/8d31f5b2-d7ac-498d-b357-c8c47739250d) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:47.188448 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.197235 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Transition to ACTIVE for port object 86fc1e98-2537-4218-9b69-28bb78ec5ac6 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:47.213237 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Transition to ACTIVE for port object 86fc1e98-2537-4218-9b69-28bb78ec5ac6 will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:47.218560 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.258001 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:47.262312 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:47.267765 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:45:47.275382 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Pushing event updated for resources: {'Port': ['ID=86fc1e98-2537-4218-9b69-28bb78ec5ac6,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.290370 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.299546 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.299907 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.300252 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.300639 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.301100 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.301524 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.301861 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.302193 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.302528 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.302857 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.303249 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.303580 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:47.336643 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Attempting to bind port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:45:47.337118 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Attempting to bind port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:45:47.337555 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Attempting to bind port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 on network 621974ff-43f6-47e9-8a8e-c2e782ef2401 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:47.337804 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.344424 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:45:47.345221 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Checking segment: {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:47.345409 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.345872 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Bound using segment: {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:45:47.346413 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Bound port: 86fc1e98-2537-4218-9b69-28bb78ec5ac6, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:45:47.346868 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.373463 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:47.376408 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:47.380389 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:45:47.408871 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Pushing event updated for resources: {'Port': ['ID=8d31f5b2-d7ac-498d-b357-c8c47739250d,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.413441 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-18a0b938-b100-4267-93b2-76974df75120 None None] For port 86fc1e98-2537-4218-9b69-28bb78ec5ac6, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:47.418134 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-18a0b938-b100-4267-93b2-76974df75120 None None] For port 86fc1e98-2537-4218-9b69-28bb78ec5ac6, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=86fc1e98-2537-4218-9b69-28bb78ec5ac6,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:47.424093 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.493522 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a0b938-b100-4267-93b2-76974df75120 None None] Pushing event updated for resources: {'Port': ['ID=86fc1e98-2537-4218-9b69-28bb78ec5ac6,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:47.599036 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-87fb03e7-0b59-4ff0-a3ca-8ae6b4153f6c tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:47.600530 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-87fb03e7-0b59-4ff0-a3ca-8ae6b4153f6c tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/networks?id=e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 200 len: 814 time: 0.1083908 Jul 28 10:45:47.615874 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-ed2dd361-b7f7-4c8a-806e-25244d16eeaa tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/quotas/79ceb16c404347a39c3fcf55328ff6d2 HTTP/1.1" status: 200 len: 375 time: 0.0095904 Jul 28 10:45:47.649502 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-ec44b5df-59a8-46b1-999d-2c09545f3f12 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274248 Jul 28 10:45:47.674506 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:47.760884 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-d8844565-d659-43f1-b8b0-ff6d698ded30 service neutron] 10.222.0.25 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028194 Jul 28 10:45:47.863159 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-40f481bf-6daa-4247-9f3a-5fef809b8db1 service neutron] 10.222.0.25 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955253 Jul 28 10:45:48.094378 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0949efc9-cf3d-4af3-ab1b-f42f98c6cc3b req-008f6f0c-31c1-4d26-b38b-6ed0d6aaff99 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 210 time: 0.0283201 Jul 28 10:45:48.158013 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:48.276267 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 86fc1e98-2537-4218-9b69-28bb78ec5ac6 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:48.304558 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:45:48.341867 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:48.423921 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:48.435856 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Sync routers for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:48.446437 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:48.447289 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:48.447476 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:48.451310 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-f5edb969-254a-4785-9aa2-72fc16d32f42 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7926068 Jul 28 10:45:48.451743 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54082) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:48.489744 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5966678d-1fac-499b-8d9a-14dbdc440ddd None None] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:45:48.582721 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-04633e86-adf3-4cf9-93bd-cd792b6da43f None None] Provisioning for port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:48.593384 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-04633e86-adf3-4cf9-93bd-cd792b6da43f None None] Provisioning complete for port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:48.593685 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-04633e86-adf3-4cf9-93bd-cd792b6da43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:48.661444 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:45:48.863920 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:48.885923 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-04633e86-adf3-4cf9-93bd-cd792b6da43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:48.948362 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-04633e86-adf3-4cf9-93bd-cd792b6da43f None None] For port 86fc1e98-2537-4218-9b69-28bb78ec5ac6, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=86fc1e98-2537-4218-9b69-28bb78ec5ac6,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:48.955568 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-04633e86-adf3-4cf9-93bd-cd792b6da43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.010934 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:47Z', 'revision_number': 3, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:49.032076 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04633e86-adf3-4cf9-93bd-cd792b6da43f None None] Pushing event updated for resources: {'Port': ['ID=86fc1e98-2537-4218-9b69-28bb78ec5ac6,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.048542 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Allocated IP 172.20.0.1 (621974ff-43f6-47e9-8a8e-c2e782ef2401/a82d2f35-327a-4afa-8044-3624d38c2c2e/312be242-64c4-449c-9a97-7a24f7be6195) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:49.065079 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Checking router: 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:49.065744 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Updating router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 port 8d31f5b2-d7ac-498d-b357-c8c47739250d binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:49.101909 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.157078 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-399147e6-e6bd-45ce-9862-32a3cff192bf tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:49.160794 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-399147e6-e6bd-45ce-9862-32a3cff192bf tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "GET /v2.0/networks?id=e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 200 len: 814 time: 0.1462767 Jul 28 10:45:49.184264 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.186317 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Request body: {'port': {'device_id': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1', 'admin_state_up': True, 'tenant_id': '79ceb16c404347a39c3fcf55328ff6d2'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:49.204391 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Transition to ACTIVE for port object 312be242-64c4-449c-9a97-7a24f7be6195 will not be triggered until provisioned by entity DHCP. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:49.240556 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.267439 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-76d6d503-843b-4f87-b1ce-d1cee2f018a9 req-357d187e-0a0b-4983-9a2e-570933bcf40e tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 210 time: 0.0584877 Jul 28 10:45:49.288915 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:49.289951 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:49.295543 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:45:49.301715 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Pushing event updated for resources: {'Port': ['ID=312be242-64c4-449c-9a97-7a24f7be6195,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.341366 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Made reservation on behalf of 79ceb16c404347a39c3fcf55328ff6d2 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:49.346455 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.353598 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.451296 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.464678 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-0afd7830-d058-45bb-9bfe-3892f089aab5 None None] Provisioning complete for port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:49.465352 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-0afd7830-d058-45bb-9bfe-3892f089aab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.469521 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Transition to ACTIVE for port object 8d31f5b2-d7ac-498d-b357-c8c47739250d will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:49.497530 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.503712 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Allocated IP 172.20.0.9 (e61368cc-7442-4a38-9400-53dc12aa35b1/2a8da31a-1bc9-4bb3-b461-d6979150088b/34e7c1d9-ec99-41cf-b8fa-c1f143b253b2) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:49.505393 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.576864 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Attempting to bind port 8d31f5b2-d7ac-498d-b357-c8c47739250d on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:45:49.577506 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Attempting to bind port 8d31f5b2-d7ac-498d-b357-c8c47739250d by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:45:49.578070 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Attempting to bind port 8d31f5b2-d7ac-498d-b357-c8c47739250d on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:49.609425 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f74226-28a2-4d19-948f-a010c6b87838 None None] Pushing event updated for resources: {'Port': ['ID=8d31f5b2-d7ac-498d-b357-c8c47739250d,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.613960 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:45:49.614603 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:49.615218 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.615608 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:45:49.616092 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Bound port: 8d31f5b2-d7ac-498d-b357-c8c47739250d, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:45:49.616480 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.678875 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] For port 8d31f5b2-d7ac-498d-b357-c8c47739250d, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:49.683699 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] For port 8d31f5b2-d7ac-498d-b357-c8c47739250d, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=8d31f5b2-d7ac-498d-b357-c8c47739250d,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:49.690717 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.691781 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.701561 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.708505 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.741255 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.749024 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:49.749535 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:49.777960 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.779768 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Pushing event updated for resources: {'Port': ['ID=312be242-64c4-449c-9a97-7a24f7be6195,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.794188 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f74226-28a2-4d19-948f-a010c6b87838 None None] Pushing event updated for resources: {'Port': ['ID=8d31f5b2-d7ac-498d-b357-c8c47739250d,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.795978 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Network e61368cc-7442-4a38-9400-53dc12aa35b1 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:49.799277 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:49.804998 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:45:49.840013 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Pushing event updated for resources: {'Port': ['ID=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:49.842831 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-bee30bb0-c3bb-4355-8df4-2f9d58a03f91 None None] Provisioning for port 312be242-64c4-449c-9a97-7a24f7be6195 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:49.851675 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-bee30bb0-c3bb-4355-8df4-2f9d58a03f91 None None] Provisioning complete for port 312be242-64c4-449c-9a97-7a24f7be6195 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:49.852287 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bee30bb0-c3bb-4355-8df4-2f9d58a03f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.870386 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:49.871016 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:49.886585 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-099cc66d-3c2a-41cc-bb2a-dd8844378421 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7097793 Jul 28 10:45:49.891111 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:49.892470 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:49.904421 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:45:49.910523 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Request body: {'port': {'device_id': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:49.930900 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-bee30bb0-c3bb-4355-8df4-2f9d58a03f91 None None] Port 312be242-64c4-449c-9a97-7a24f7be6195 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:45:49.983397 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.021571 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:45:50.138106 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 2, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:50.151683 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:50.163647 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-5e9b773a-2f93-4de9-85b7-685570881006 admin admin] 10.222.0.25 "PUT /v2.0/routers/90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7044675 Jul 28 10:45:50.175909 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e444583-99e2-4646-9945-9e5feeeacead None None] The sync data for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi is: [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 2, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:50.181809 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-fbb74ced-3f3b-499d-871e-21d193e614db None None] Provisioning complete for port 312be242-64c4-449c-9a97-7a24f7be6195 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:50.182169 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-fbb74ced-3f3b-499d-871e-21d193e614db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.309285 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:45:50.319299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.340028 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Transition to ACTIVE for port object 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:50.349250 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.355176 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 86fc1e98-2537-4218-9b69-28bb78ec5ac6 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:50.417439 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Pushing event updated for resources: {'Port': ['ID=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:50.422165 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-fbb74ced-3f3b-499d-871e-21d193e614db None None] Port 312be242-64c4-449c-9a97-7a24f7be6195 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:45:50.435453 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:50.436350 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.473294 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d713263-7ecb-4c4b-b7c1-b722d90e40bd req-23fed828-fbfb-44e3-b219-9dd2a3aab3cd tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:50.475521 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5d713263-7ecb-4c4b-b7c1-b722d90e40bd req-23fed828-fbfb-44e3-b219-9dd2a3aab3cd tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 943 time: 0.1105845 Jul 28 10:45:50.537538 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5d713263-7ecb-4c4b-b7c1-b722d90e40bd req-c93fce07-65a7-4f79-9480-32142dd6cdcc tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454655 Jul 28 10:45:50.552939 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Attempting to bind port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:45:50.553553 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Attempting to bind port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:45:50.554106 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Attempting to bind port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 on network e61368cc-7442-4a38-9400-53dc12aa35b1 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:50.568735 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 on network e61368cc-7442-4a38-9400-53dc12aa35b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:45:50.569474 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Attempting to bind port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 on network e61368cc-7442-4a38-9400-53dc12aa35b1 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:50.574681 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:45:50.575143 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Checking segment: {'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:50.575620 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Bound using segment: {'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:45:50.576275 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Bound port: 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73b90f57-b1a6-4d41-94b4-8c7970f2b94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:45:50.576810 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.648664 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] For port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:50.652197 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] For port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:50.658757 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.698635 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:50.699338 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.703257 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] 10.222.0.23 "PUT /v2.0/ports/34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 HTTP/1.1" status: 200 len: 1093 time: 0.7974024 Jul 28 10:45:50.703257 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'tag': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:45:50.704910 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba120bec-36f6-404d-941a-242572d9c1d9" -d '{"events": [{"name": "network-changed", "server_uuid": "540d7e99-b8b3-4eda-b16f-7e03ac0eb779", "tag": "34e7c1d9-ec99-41cf-b8fa-c1f143b253b2"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:45:50.733941 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aefb56-585f-4a90-af26-e8e6027ecb1e service neutron] Pushing event updated for resources: {'Port': ['ID=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:50.780490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ccbaf7-6e9d-45bc-ae6e-01122a642553 x-openstack-request-id: req-e2ccbaf7-6e9d-45bc-ae6e-01122a642553 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:45:50.780800 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "540d7e99-b8b3-4eda-b16f-7e03ac0eb779", "tag": "34e7c1d9-ec99-41cf-b8fa-c1f143b253b2", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:45:50.781043 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e2ccbaf7-6e9d-45bc-ae6e-01122a642553 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:45:50.781432 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'tag': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2', 'status': 'completed', 'code': 200} Jul 28 10:45:50.819797 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-f47369cf-3a91-48df-a924-9888b442da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:50.821417 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-f47369cf-3a91-48df-a924-9888b442da87 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 1096 time: 0.0508859 Jul 28 10:45:50.854132 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54108) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:50.859014 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1671268053-network', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:50.870113 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-3442f908-9e54-4481-9f11-06e8953cb150 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 HTTP/1.1" status: 200 len: 217 time: 0.0353131 Jul 28 10:45:50.885805 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Made reservation on behalf of f1e2426e6eb44b8b9dcce6d1f4568cdb for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:50.888625 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.897181 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:50.924299 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-920a3b05-ea88-464d-bd1b-160eafeeffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:50.924866 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-920a3b05-ea88-464d-bd1b-160eafeeffd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a8da31a-1bc9-4bb3-b461-d6979150088b HTTP/1.1" status: 200 len: 854 time: 0.0477939 Jul 28 10:45:50.974317 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-cc7c11cf-82f6-4bd5-b9b1-9f1122e56157 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61368cc-7442-4a38-9400-53dc12aa35b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410480 Jul 28 10:45:51.032948 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.038317 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.062012 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:45:51.075995 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945402a3-e29e-424b-accc-d3207240f87b,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:51.081259 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.082106 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Added segment 942f0c70-9f2b-4f42-ac96-350524851f21 of type vlan for network 629ad93a-4dcb-4884-80c9-e0c17a4db212 Jul 28 10:45:51.084900 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-2ce3bba1-202c-4d7e-81a8-81579b90c3c5 service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027236 Jul 28 10:45:51.127311 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.160648 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.161766 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:51.162414 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.189591 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f038ebaf-b1b4-4761-b105-f363b96a7214 req-ab9d7fe8-e065-43e1-a592-9a45997021bb service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968056 Jul 28 10:45:51.216175 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3609152 Jul 28 10:45:51.219651 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54110) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:51.223884 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0e4124-c696-4642-9954-d6aca287c0c7 admin admin] Pushing event updated for resources: {'Network': ['ID=629ad93a-4dcb-4884-80c9-e0c17a4db212,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:51.226502 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Request body: {'subnet': {'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1671268053-subnet', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'ip_version': 4}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:51.235803 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:45:51.252571 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Made reservation on behalf of f1e2426e6eb44b8b9dcce6d1f4568cdb for: {'subnet': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:45:51.255891 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4588124'] for subnet, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.366424 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-b4779633-eb18-4833-ac8b-00a3d88a9b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:51.368171 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-b4779633-eb18-4833-ac8b-00a3d88a9b11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 1096 time: 0.0707986 Jul 28 10:45:51.533046 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-af6f5fe1-79fb-4657-a0d6-09d6fd6394bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:51.534519 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-af6f5fe1-79fb-4657-a0d6-09d6fd6394bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 200 len: 915 time: 0.1578069 Jul 28 10:45:51.542333 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4682852', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4588078'] for subnet, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.608788 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-701a51a0-345e-43ca-a4c1-80dcf902b89c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 HTTP/1.1" status: 200 len: 217 time: 0.0639358 Jul 28 10:45:51.660579 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff5ca30-6b7d-49b8-a836-38955347d5f2,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:51.676483 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280bc8a-6014-474e-8049-15708d9b4438 req-721f64dc-34e9-4de0-b839-19ad2ffe28cd tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:51.678129 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4280bc8a-6014-474e-8049-15708d9b4438 req-721f64dc-34e9-4de0-b839-19ad2ffe28cd tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 943 time: 0.0507636 Jul 28 10:45:51.680294 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Checking segment: {'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:51.680659 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Network hostable DHCP agents. Network: 629ad93a-4dcb-4884-80c9-e0c17a4db212, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93232) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:45:51.693109 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-22b0fd72-4501-4542-b82d-72df0a3160d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:51.694575 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-22b0fd72-4501-4542-b82d-72df0a3160d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2a8da31a-1bc9-4bb3-b461-d6979150088b HTTP/1.1" status: 200 len: 854 time: 0.0753617 Jul 28 10:45:51.712852 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93232) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:45:51.724273 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4280bc8a-6014-474e-8049-15708d9b4438 req-bf7c76b1-20b0-42a0-84ca-384d0c6fe78c tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392098 Jul 28 10:45:51.733803 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-171a9425-0068-4b6a-bee2-1bc5a091e5b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e61368cc-7442-4a38-9400-53dc12aa35b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305579 Jul 28 10:45:51.741660 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 629ad93a-4dcb-4884-80c9-e0c17a4db212) {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:51.750461 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:51.751250 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.755951 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49f0acf-6ce5-4edb-863b-1e50b6998712 None None] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:45:51.803493 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-f3e5c0dc-ed79-434e-a10b-cf4042c320ee admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5823066 Jul 28 10:45:51.806188 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54116) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:51.812713 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:45:51.837697 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.838850 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.844953 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-94b0a5b5-23a9-41dc-8e37-c4df774c32f4 service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959682 Jul 28 10:45:51.891521 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.912703 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-629ad93a-4dcb-4884-80c9-e0c17a4db212', 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'fixed_ips': [{'subnet_id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:45:51.914364 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:51.951468 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ba120bec-36f6-404d-941a-242572d9c1d9 req-cfcb128c-12b5-4852-ab9f-ab746b309a21 service neutron] 10.222.0.23 "GET /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986762 Jul 28 10:45:52.039077 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.074518 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Allocated IP 172.20.0.2 (629ad93a-4dcb-4884-80c9-e0c17a4db212/6ff5ca30-6b7d-49b8-a836-38955347d5f2/0344953e-9940-4591-840c-939d4fd19180) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:52.219319 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.227530 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Transition to ACTIVE for port object 0344953e-9940-4591-840c-939d4fd19180 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:52.243323 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Transition to ACTIVE for port object 0344953e-9940-4591-840c-939d4fd19180 will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:52.246553 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.250003 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.262071 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 8d31f5b2-d7ac-498d-b357-c8c47739250d up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:52.274297 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.314333 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Sync routers for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:52.325166 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:52.325779 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:52.328283 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:52.337748 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:52.339713 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Pushing event updated for resources: {'Port': ['ID=0344953e-9940-4591-840c-939d4fd19180,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:52.344299 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:45:52.391055 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 8d31f5b2-d7ac-498d-b357-c8c47739250d completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:52.392141 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Allocated IP 172.27.3.129 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/47d1dff3-b1ca-47d5-8869-699be7504bff) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:52.402864 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 8d31f5b2-d7ac-498d-b357-c8c47739250d triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:52.403248 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.405994 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Attempting to bind port 0344953e-9940-4591-840c-939d4fd19180 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:45:52.406367 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Attempting to bind port 0344953e-9940-4591-840c-939d4fd19180 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:45:52.406734 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Attempting to bind port 0344953e-9940-4591-840c-939d4fd19180 on network 629ad93a-4dcb-4884-80c9-e0c17a4db212 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:52.433904 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:45:52.434145 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:45:52.434390 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Checking segment: {'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:52.434755 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.435158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Bound using segment: {'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:45:52.435637 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Bound port: 0344953e-9940-4591-840c-939d4fd19180, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:45:52.436020 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.542142 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:45:52.547937 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] For port 0344953e-9940-4591-840c-939d4fd19180, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:52.571983 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.579114 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] For port 0344953e-9940-4591-840c-939d4fd19180, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=0344953e-9940-4591-840c-939d4fd19180,segment=NetworkSegment(942f0c70-9f2b-4f42-ac96-350524851f21),segment_id=942f0c70-9f2b-4f42-ac96-350524851f21)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:52.594377 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.660665 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 2, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:52.663907 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 8d31f5b2-d7ac-498d-b357-c8c47739250d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=8d31f5b2-d7ac-498d-b357-c8c47739250d,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:52.681775 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.692791 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Checking router: 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:52.693592 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Updating router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 port 312be242-64c4-449c-9a97-7a24f7be6195 binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:52.724043 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1540c1d-2b25-495a-81d5-3db5ab5c3234 None None] Pushing event updated for resources: {'Port': ['ID=0344953e-9940-4591-840c-939d4fd19180,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:52.738704 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.777999 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.782565 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:52.809271 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2', 'network_id': 'e61368cc-7442-4a38-9400-53dc12aa35b1', 'port_id': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2', 'mac_address': 'fa:16:3e:34:ec:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a8da31a-1bc9-4bb3-b461-d6979150088b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:45:52.819736 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=8d31f5b2-d7ac-498d-b357-c8c47739250d,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:52.826818 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.865212 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.870369 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:52.874224 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:52.879563 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:45:52.885655 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:45:52.892689 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Pushing event updated for resources: {'Port': ['ID=47d1dff3-b1ca-47d5-8869-699be7504bff,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:52.905775 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead5f6a9-7307-4f15-b8e9-7d2bdcbff10b req-883620c9-cd71-418a-b254-2b2406951742 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:52.908124 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ead5f6a9-7307-4f15-b8e9-7d2bdcbff10b req-883620c9-cd71-418a-b254-2b2406951742 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 943 time: 0.0772815 Jul 28 10:45:52.916692 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:52.924154 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:52.957551 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ead5f6a9-7307-4f15-b8e9-7d2bdcbff10b req-22285eab-dc22-46d3-8abe-33f0ea854668 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419240 Jul 28 10:45:53.013378 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:53.198737 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.209030 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Transition to ACTIVE for port object 312be242-64c4-449c-9a97-7a24f7be6195 will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:53.213082 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['34e7c1d9-ec99-41cf-b8fa-c1f143b253b2'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:45:53.215654 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.226271 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.254665 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Pushing event updated for resources: {'Port': ['ID=312be242-64c4-449c-9a97-7a24f7be6195,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:53.264300 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.264732 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.265093 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.265420 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.265753 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.266079 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.266847 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.266847 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.267088 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.267347 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.267663 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.268048 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:45:53.343083 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Attempting to bind port 312be242-64c4-449c-9a97-7a24f7be6195 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:45:53.343769 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Attempting to bind port 312be242-64c4-449c-9a97-7a24f7be6195 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:45:53.343921 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Attempting to bind port 312be242-64c4-449c-9a97-7a24f7be6195 on network 621974ff-43f6-47e9-8a8e-c2e782ef2401 {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:53.349521 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:45:53.349886 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Checking segment: {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:53.350278 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.350660 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Bound using segment: {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:45:53.351112 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Bound port: 312be242-64c4-449c-9a97-7a24f7be6195, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:45:53.351504 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.423148 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] For port 312be242-64c4-449c-9a97-7a24f7be6195, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:53.428055 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] For port 312be242-64c4-449c-9a97-7a24f7be6195, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=312be242-64c4-449c-9a97-7a24f7be6195,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:53.432767 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.450272 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.493823 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:53.494472 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:53.532664 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0d035-e7bc-4993-a158-3ba9c6f1c4fe None None] Pushing event updated for resources: {'Port': ['ID=312be242-64c4-449c-9a97-7a24f7be6195,revision_number=4']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:53.617874 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Router 9854ba40-17db-40df-b433-a71375cc9383 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:45:53.623340 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:45:53.749474 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:53.764705 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Sync routers for ids ['9854ba40-17db-40df-b433-a71375cc9383'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:53.777511 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Routers {'9854ba40-17db-40df-b433-a71375cc9383'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:53.778385 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9854ba40-17db-40df-b433-a71375cc9383'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:53.781493 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:53.785589 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9858dd4b-435a-4ea5-bd4b-08ddbd1eede1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9749444 Jul 28 10:45:53.786267 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54120) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:45:53.862332 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:53Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:53.895770 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af38c48-2441-40b1-a959-41ad61ea1a54 None None] The sync data for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi is: [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:53Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:53.901239 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Set router 9854ba40-17db-40df-b433-a71375cc9383 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:45:53.930428 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d0b2b8-76e9-4f64-886c-3be7d5022c26 None None] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:45:54.062077 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-9c6934fd-8527-4361-b862-c45c9d8201f4 None None] Provisioning for port 0344953e-9940-4591-840c-939d4fd19180 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:54.147846 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b908a2be-c4cb-4c64-ae30-59e5e1a4c44e req-304a2bf0-0b6c-4060-baf7-c821f6dca33c tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:54.149515 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b908a2be-c4cb-4c64-ae30-59e5e1a4c44e req-304a2bf0-0b6c-4060-baf7-c821f6dca33c tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 944 time: 0.0939579 Jul 28 10:45:54.227084 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b908a2be-c4cb-4c64-ae30-59e5e1a4c44e req-5c199dcc-76c5-41ea-8183-847d88158b5f tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699737 Jul 28 10:45:54.261535 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:45:53Z', 'revision_number': 3, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port': {'id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:52Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:54.298923 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Checking router: 9854ba40-17db-40df-b433-a71375cc9383 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:54.299536 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Updating router 9854ba40-17db-40df-b433-a71375cc9383 port 47d1dff3-b1ca-47d5-8869-699be7504bff binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:54.332156 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.333906 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.432009 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 312be242-64c4-449c-9a97-7a24f7be6195 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:54.531155 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Allocated IP 172.20.0.1 (629ad93a-4dcb-4884-80c9-e0c17a4db212/6ff5ca30-6b7d-49b8-a836-38955347d5f2/c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:45:54.555830 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 312be242-64c4-449c-9a97-7a24f7be6195 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:54.558121 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:54.571393 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 312be242-64c4-449c-9a97-7a24f7be6195 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:54.571775 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.649464 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.663716 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Transition to ACTIVE for port object c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae will not be triggered until provisioned by entity DHCP. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:54.700925 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.751646 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:54.755925 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:54.757708 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:54.759840 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:45:54.799435 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.881323 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:54.895794 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:54.896169 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.901242 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.938438 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.942144 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:54.947651 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Transition to ACTIVE for port object 47d1dff3-b1ca-47d5-8869-699be7504bff will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:54.971708 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.029200 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 312be242-64c4-449c-9a97-7a24f7be6195, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=312be242-64c4-449c-9a97-7a24f7be6195,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:55.068590 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.069403 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 8d31f5b2-d7ac-498d-b357-c8c47739250d up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:55.100016 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fb012-17ea-4434-a4f8-f9276942d8c2 None None] Pushing event updated for resources: {'Port': ['ID=47d1dff3-b1ca-47d5-8869-699be7504bff,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:55.102358 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Attempting to bind port 47d1dff3-b1ca-47d5-8869-699be7504bff on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:45:55.102721 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Attempting to bind port 47d1dff3-b1ca-47d5-8869-699be7504bff by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:45:55.103084 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Attempting to bind port 47d1dff3-b1ca-47d5-8869-699be7504bff on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:55.109918 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.115254 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.137016 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-01ac2446-3fb6-4e82-917b-b45f82d36a14 None None] Provisioning for port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:55.143129 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.151598 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:45:55.151996 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:55.152379 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.152808 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:45:55.153296 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Bound port: 47d1dff3-b1ca-47d5-8869-699be7504bff, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:45:55.153955 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.163934 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-01ac2446-3fb6-4e82-917b-b45f82d36a14 None None] Provisioning complete for port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:55.164308 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-01ac2446-3fb6-4e82-917b-b45f82d36a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.180351 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:55.182899 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.254275 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:45:55.256528 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749c84ef-b451-4db5-8a3e-830efea33d53" -d '{"events": [{"server_uuid": "540d7e99-b8b3-4eda-b16f-7e03ac0eb779", "name": "network-vif-plugged", "status": "completed", "tag": "34e7c1d9-ec99-41cf-b8fa-c1f143b253b2"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:45:55.268450 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=312be242-64c4-449c-9a97-7a24f7be6195,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:55.277417 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:45:55.278834 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:45:55.291342 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:55.295087 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-01ac2446-3fb6-4e82-917b-b45f82d36a14 None None] Port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:45:55.303944 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.312839 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] For port 47d1dff3-b1ca-47d5-8869-699be7504bff, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:55.314896 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 8d31f5b2-d7ac-498d-b357-c8c47739250d triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:55.315281 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.318869 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] For port 47d1dff3-b1ca-47d5-8869-699be7504bff, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=47d1dff3-b1ca-47d5-8869-699be7504bff,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:55.359586 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f412221-16ba-498e-b7aa-7cfcae04894e x-openstack-request-id: req-8f412221-16ba-498e-b7aa-7cfcae04894e {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:45:55.359942 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d7e99-b8b3-4eda-b16f-7e03ac0eb779", "name": "network-vif-plugged", "status": "completed", "tag": "34e7c1d9-ec99-41cf-b8fa-c1f143b253b2", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:45:55.360132 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8f412221-16ba-498e-b7aa-7cfcae04894e {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:45:55.360517 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2', 'code': 200} Jul 28 10:45:55.384352 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.403774 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e02147-bad8-4523-8927-dc49511c15c8 req-0e1b3a4c-6f67-445e-81f9-3f89b7790e49 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:55.413460 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-44e02147-bad8-4523-8927-dc49511c15c8 req-0e1b3a4c-6f67-445e-81f9-3f89b7790e49 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 945 time: 0.0690019 Jul 28 10:45:55.428595 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Router 9854ba40-17db-40df-b433-a71375cc9383 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:45:55.442198 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Routers {'9854ba40-17db-40df-b433-a71375cc9383'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:55.442857 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9854ba40-17db-40df-b433-a71375cc9383'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:55.480412 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-44e02147-bad8-4523-8927-dc49511c15c8 req-eedaafa3-3a10-4e86-97e9-60a64ae6a0eb tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598922 Jul 28 10:45:55.551138 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:45:55.556570 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-90c3c559-0b6e-4a1a-89d9-1fd1a3c8a2d5 admin admin] 10.222.0.25 "PUT /v2.0/routers/9854ba40-17db-40df-b433-a71375cc9383/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7690604 Jul 28 10:45:55.581157 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e04de-1162-4472-9f63-d8663320e975 req-b133a61a-bc15-4264-bba9-b3fb8da1ca2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:55.582718 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-807e04de-1162-4472-9f63-d8663320e975 req-b133a61a-bc15-4264-bba9-b3fb8da1ca2b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 1098 time: 0.0452094 Jul 28 10:45:55.583978 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:55.644538 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-807e04de-1162-4472-9f63-d8663320e975 req-a88af8b2-a9d8-4a2a-8be9-5203235e5e05 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496368 Jul 28 10:45:55.657471 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] Set router 9854ba40-17db-40df-b433-a71375cc9383 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:45:55.703032 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-6da2f4c6-c73d-486d-bb52-8b4dac57a2cf None None] Provisioning complete for port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:55.703410 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6da2f4c6-c73d-486d-bb52-8b4dac57a2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:55.718756 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20fb012-17ea-4434-a4f8-f9276942d8c2 None None] Pushing event updated for resources: {'Port': ['ID=47d1dff3-b1ca-47d5-8869-699be7504bff,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:55.842250 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-6da2f4c6-c73d-486d-bb52-8b4dac57a2cf None None] Port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:45:55.874770 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 0344953e-9940-4591-840c-939d4fd19180 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:56.013274 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 0344953e-9940-4591-840c-939d4fd19180 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:56.020639 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 0344953e-9940-4591-840c-939d4fd19180 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:56.021038 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:56.079993 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 4, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port': {'id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:52Z', 'updated_at': '2021-07-28T10:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae', 'name': '', 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'mac_address': 'fa:16:3e:1d:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:54Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 2, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'subnets': [{'id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:56.124405 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9a4f7-6a58-4d86-9481-5acbbd3a5a38 None None] The sync data for ids ['9854ba40-17db-40df-b433-a71375cc9383'] in dv-cinder-800431-3-iscsi is: [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 4, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port': {'id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:52Z', 'updated_at': '2021-07-28T10:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae', 'name': '', 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'mac_address': 'fa:16:3e:1d:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:54Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 2, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'subnets': [{'id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:45:56.171877 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:56.211954 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 0344953e-9940-4591-840c-939d4fd19180, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=0344953e-9940-4591-840c-939d4fd19180,segment=NetworkSegment(942f0c70-9f2b-4f42-ac96-350524851f21),segment_id=942f0c70-9f2b-4f42-ac96-350524851f21)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:56.218747 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:56.279186 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=0344953e-9940-4591-840c-939d4fd19180,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:56.330249 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 312be242-64c4-449c-9a97-7a24f7be6195 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:56.387496 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 312be242-64c4-449c-9a97-7a24f7be6195 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:56.388288 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:56.683674 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de62290-a58e-41f0-87e2-47a1ab1b899f req-e87c74be-14a1-483c-b4ea-1cef563a0df6 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:56.686818 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2de62290-a58e-41f0-87e2-47a1ab1b899f req-e87c74be-14a1-483c-b4ea-1cef563a0df6 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 945 time: 0.1017444 Jul 28 10:45:56.760931 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-2de62290-a58e-41f0-87e2-47a1ab1b899f req-a058b55f-769b-42b2-b0ee-89246e424863 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650780 Jul 28 10:45:57.868808 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c920b-0948-4d3b-9c9b-73f948bd0a70 req-6759cb44-8008-42dc-96e3-1daf249c914e tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:45:57.871051 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8c9c920b-0948-4d3b-9c9b-73f948bd0a70 req-6759cb44-8008-42dc-96e3-1daf249c914e tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 945 time: 0.0540116 Jul 28 10:45:57.919772 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-8c9c920b-0948-4d3b-9c9b-73f948bd0a70 req-daf2df94-403f-4cb0-b607-e96652a64dd1 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419199 Jul 28 10:45:58.436974 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Sync routers for ids ['9854ba40-17db-40df-b433-a71375cc9383'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:45:58.458408 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Routers {'9854ba40-17db-40df-b433-a71375cc9383'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:58.459565 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9854ba40-17db-40df-b433-a71375cc9383'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:58.485919 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 0344953e-9940-4591-840c-939d4fd19180 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:58.553744 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 0344953e-9940-4591-840c-939d4fd19180 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:58.554120 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:58.624216 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Set router 9854ba40-17db-40df-b433-a71375cc9383 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:45:58.687716 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 47d1dff3-b1ca-47d5-8869-699be7504bff up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:45:58.741541 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 47d1dff3-b1ca-47d5-8869-699be7504bff completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:45:58.747411 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 47d1dff3-b1ca-47d5-8869-699be7504bff triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:45:58.748179 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:58.840472 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:58.865370 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 47d1dff3-b1ca-47d5-8869-699be7504bff, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=47d1dff3-b1ca-47d5-8869-699be7504bff,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:45:58.877472 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:58.879604 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 4, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port': {'id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:52Z', 'updated_at': '2021-07-28T10:45:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae', 'name': '', 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'mac_address': 'fa:16:3e:1d:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:54Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 2, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'subnets': [{'id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:58.917340 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Checking router: 9854ba40-17db-40df-b433-a71375cc9383 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:45:58.917683 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Updating router 9854ba40-17db-40df-b433-a71375cc9383 port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:45:58.948498 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:59.094990 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=47d1dff3-b1ca-47d5-8869-699be7504bff,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:59.240569 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:59.251646 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Transition to ACTIVE for port object c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:45:59.259144 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:59.303399 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9cb8-5e4f-42c1-9137-a189119f2339 None None] Pushing event updated for resources: {'Port': ['ID=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:59.369568 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Attempting to bind port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:45:59.369568 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Attempting to bind port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:45:59.369905 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Attempting to bind port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae on network 629ad93a-4dcb-4884-80c9-e0c17a4db212 {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:45:59.375643 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:45:59.376015 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Checking segment: {'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:45:59.376414 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:59.376835 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Bound using segment: {'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:45:59.377301 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Bound port: c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942f0c70-9f2b-4f42-ac96-350524851f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:45:59.377683 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:59.460405 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] For port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:45:59.463839 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] For port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,segment=NetworkSegment(942f0c70-9f2b-4f42-ac96-350524851f21),segment_id=942f0c70-9f2b-4f42-ac96-350524851f21)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:45:59.474677 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:45:59.547984 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Routers {'9854ba40-17db-40df-b433-a71375cc9383'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:45:59.548612 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:45:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9854ba40-17db-40df-b433-a71375cc9383'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:45:59.694502 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f9cb8-5e4f-42c1-9137-a189119f2339 None None] Pushing event updated for resources: {'Port': ['ID=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,revision_number=4']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:45:59.779527 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] Set router 9854ba40-17db-40df-b433-a71375cc9383 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:46:00.003999 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 4, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port': {'id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:52Z', 'updated_at': '2021-07-28T10:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae', 'name': '', 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'mac_address': 'fa:16:3e:1d:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:54Z', 'updated_at': '2021-07-28T10:45:59Z', 'revision_number': 4, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'subnets': [{'id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:00.033510 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6991e17-976b-44ee-a3c0-0607be165d31 None None] The sync data for ids ['9854ba40-17db-40df-b433-a71375cc9383'] in dv-cinder-800431-3-iscsi is: [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 4, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port': {'id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:52Z', 'updated_at': '2021-07-28T10:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae', 'name': '', 'network_id': '629ad93a-4dcb-4884-80c9-e0c17a4db212', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'mac_address': 'fa:16:3e:1d:96:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:54Z', 'updated_at': '2021-07-28T10:45:59Z', 'revision_number': 4, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'subnets': [{'id': '6ff5ca30-6b7d-49b8-a836-38955347d5f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:00.375775 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:00.458942 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:46:00.463945 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:46:00.464660 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:00.594090 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:00.639739 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,segment=NetworkSegment(942f0c70-9f2b-4f42-ac96-350524851f21),segment_id=942f0c70-9f2b-4f42-ac96-350524851f21)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:00.644577 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:00.645433 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 47d1dff3-b1ca-47d5-8869-699be7504bff up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:00.734395 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:00.744350 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 47d1dff3-b1ca-47d5-8869-699be7504bff triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:46:00.744727 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:02.306527 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:02.358389 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:46:02.358767 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:05.574341 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-a4721be6-03c6-4615-8633-50dfb2b1f9a8 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:05.575788 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-a4721be6-03c6-4615-8633-50dfb2b1f9a8 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 814 time: 0.0968301 Jul 28 10:46:05.590600 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-9a45ce14-e3a5-4970-8958-0a2d0319d539 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/quotas/c629d862dae14c7486856432ac104059 HTTP/1.1" status: 200 len: 375 time: 0.0092525 Jul 28 10:46:05.893434 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-937a2b24-32f1-4933-9692-a68066e81954 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2978921 Jul 28 10:46:06.080545 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-94f64beb-9d88-4484-8138-d50ce8e11c6b service neutron] 10.222.0.25 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755276 Jul 28 10:46:06.170539 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-c0824fe8-5ea6-48f4-b3d5-afa056b54348 service neutron] 10.222.0.25 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824890 Jul 28 10:46:06.321886 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-00eaab59-43f2-4c88-af49-8aab226a52ef req-1bb043e1-9f6a-404a-8ed0-72e7b41a2504 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 210 time: 0.0260251 Jul 28 10:46:07.414095 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-62876650-5dcd-4a16-8e61-c9a8ecdee5b5 req-765408b5-e00a-44ed-b19f-40cfa7adc798 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 210 time: 0.0260658 Jul 28 10:46:07.831888 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ec4d1353-ee5a-4f8e-a16c-a0f51a71bee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:08.502306 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-70d74f2d-a979-40c2-9a46-7762680317a0 req-0bad5f14-79b6-4577-9ead-ad3083a0081b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 210 time: 0.0252342 Jul 28 10:46:09.592254 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-9c0a7164-0678-49ac-9bc4-2f1a44982fd7 req-822ec8d2-103c-4b65-8b26-de59fbc3a625 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 210 time: 0.0257108 Jul 28 10:46:09.826134 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6ec1f9f6-3552-42f6-8e6d-5129a2b0279d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:09.827730 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6ec1f9f6-3552-42f6-8e6d-5129a2b0279d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 814 time: 0.1028855 Jul 28 10:46:09.861950 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'port': {'device_id': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'admin_state_up': True, 'tenant_id': 'c629d862dae14c7486856432ac104059'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:09.966240 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Made reservation on behalf of c629d862dae14c7486856432ac104059 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:46:09.969673 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:10.101847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Allocated IP 172.20.0.11 (621974ff-43f6-47e9-8a8e-c2e782ef2401/a82d2f35-327a-4afa-8044-3624d38c2c2e/ec6da845-0d32-4939-977f-83ac4d39f421) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:10.256896 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:10.272104 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Transition to ACTIVE for port object ec6da845-0d32-4939-977f-83ac4d39f421 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:46:10.309081 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:10.343964 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:10.348274 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:10.394214 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:46:10.457775 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:10.475258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:10.476021 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:10.494424 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-6f46773a-968a-4eaa-ac6a-c1d786730a9f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6362700 Jul 28 10:46:10.589426 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b77f9d19-03a8-464a-a6ca-86cefa87d5f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:10.626232 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:10.716380 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-22f8e544-3f33-4cb3-afac-effd547a7609 None None] Provisioning for port ec6da845-0d32-4939-977f-83ac4d39f421 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:46:10.720074 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-22f8e544-3f33-4cb3-afac-effd547a7609 None None] Provisioning complete for port ec6da845-0d32-4939-977f-83ac4d39f421 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:46:10.720522 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-22f8e544-3f33-4cb3-afac-effd547a7609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:10.741202 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89707ffa-3294-4a5a-9bd2-b69f6457fca8 req-ddf50462-b2a5-4c56-8fc3-ddb23d8f3020 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:10.743020 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89707ffa-3294-4a5a-9bd2-b69f6457fca8 req-ddf50462-b2a5-4c56-8fc3-ddb23d8f3020 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0546722 Jul 28 10:46:10.763245 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-22f8e544-3f33-4cb3-afac-effd547a7609 None None] Port ec6da845-0d32-4939-977f-83ac4d39f421 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:46:10.787304 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89707ffa-3294-4a5a-9bd2-b69f6457fca8 req-a1c1a3f6-1f10-4033-8c77-7b50d343afc6 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364797 Jul 28 10:46:11.507228 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:11.906284 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69789a8e-b541-43bd-8350-2c3490eb9e99 req-b77dc90d-16d9-4220-b273-ca0f105a5235 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:11.907831 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-69789a8e-b541-43bd-8350-2c3490eb9e99 req-b77dc90d-16d9-4220-b273-ca0f105a5235 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0506690 Jul 28 10:46:11.947214 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-69789a8e-b541-43bd-8350-2c3490eb9e99 req-013b0c36-e6a1-425d-95d5-9b09ce45dcf4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327656 Jul 28 10:46:13.076196 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:13.079353 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a116e9-92b6-4951-b0c7-ef49395bacf4 req-e539e5c0-dcca-4328-b746-113d83f0a6ca tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:13.080921 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89a116e9-92b6-4951-b0c7-ef49395bacf4 req-e539e5c0-dcca-4328-b746-113d83f0a6ca tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0641484 Jul 28 10:46:13.119988 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89a116e9-92b6-4951-b0c7-ef49395bacf4 req-b4782426-f89a-4691-8049-05eec76d8d95 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322750 Jul 28 10:46:14.249572 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7b3dd-ba4a-4787-a2a8-671bb47795a3 req-a829e590-82c0-4295-aea3-0018120dab35 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:14.251128 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-08b7b3dd-ba4a-4787-a2a8-671bb47795a3 req-a829e590-82c0-4295-aea3-0018120dab35 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0526617 Jul 28 10:46:14.297382 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-08b7b3dd-ba4a-4787-a2a8-671bb47795a3 req-c102772b-d62e-4e12-8aff-67db49c6fdb4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Jul 28 10:46:15.284886 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:15.417992 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab702ca-d37b-4260-8b75-5c7df9826377 req-649540e1-f2a8-41d0-8cd9-56e680e494d7 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:15.419521 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cab702ca-d37b-4260-8b75-5c7df9826377 req-649540e1-f2a8-41d0-8cd9-56e680e494d7 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0501764 Jul 28 10:46:15.456475 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-cab702ca-d37b-4260-8b75-5c7df9826377 req-4c485670-14c4-43c4-ae1d-8857740ac254 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309873 Jul 28 10:46:16.577135 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac77c274-3c61-4d1d-ae29-ec65f7eb87ab req-cfb81623-d2cd-41f9-a73e-47bf795f15d8 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:16.578671 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ac77c274-3c61-4d1d-ae29-ec65f7eb87ab req-cfb81623-d2cd-41f9-a73e-47bf795f15d8 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0503855 Jul 28 10:46:16.617329 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ac77c274-3c61-4d1d-ae29-ec65f7eb87ab req-b0304fd5-071e-45d7-b2cf-5caa26685015 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320346 Jul 28 10:46:17.846315 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683fa873-180b-41c3-bfc8-e823586fe1cc req-9714e112-e96c-46e3-b9d7-fd08dff1c57d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:17.847870 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-683fa873-180b-41c3-bfc8-e823586fe1cc req-9714e112-e96c-46e3-b9d7-fd08dff1c57d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0661371 Jul 28 10:46:17.886843 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-683fa873-180b-41c3-bfc8-e823586fe1cc req-33b748cb-108a-4481-b6eb-1de97e1e6dd5 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327542 Jul 28 10:46:19.014889 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53424-4e8b-499a-b283-50f1b33f68f5 req-f87d1f12-b412-42eb-b87b-94da0249d1ca tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:19.016265 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0cd53424-4e8b-499a-b283-50f1b33f68f5 req-f87d1f12-b412-42eb-b87b-94da0249d1ca tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0488560 Jul 28 10:46:19.057323 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0cd53424-4e8b-499a-b283-50f1b33f68f5 req-f012332f-fc2e-4c4e-a1f5-a71160492b8f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345309 Jul 28 10:46:20.183980 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe989d-2d4b-422c-a4e4-1aa0cfda1f8f req-1921cc49-6498-4e1f-9dab-afb68cf15c63 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:20.186382 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-11fe989d-2d4b-422c-a4e4-1aa0cfda1f8f req-1921cc49-6498-4e1f-9dab-afb68cf15c63 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.0566680 Jul 28 10:46:20.232731 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-11fe989d-2d4b-422c-a4e4-1aa0cfda1f8f req-020f0049-b5d6-46d8-83d0-f110541db620 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392983 Jul 28 10:46:21.123789 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Request body: {'port': {'device_id': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:21.124463 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:46:21.179600 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:21.413202 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a85fa65-94a7-4ba4-8892-2ce616e55f3f req-d147b145-8cd0-4e8f-8bb8-43cd87803c18 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:21.414573 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9a85fa65-94a7-4ba4-8892-2ce616e55f3f req-d147b145-8cd0-4e8f-8bb8-43cd87803c18 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 932 time: 0.1019077 Jul 28 10:46:21.486863 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9a85fa65-94a7-4ba4-8892-2ce616e55f3f req-1a7b47cf-72de-416c-a6c7-fe6a779e903b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633528 Jul 28 10:46:21.500885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6da845-0d32-4939-977f-83ac4d39f421 {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:46:21.508902 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:21.520076 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Transition to ACTIVE for port object ec6da845-0d32-4939-977f-83ac4d39f421 will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:46:21.524719 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:21.600467 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:21.650604 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Attempting to bind port ec6da845-0d32-4939-977f-83ac4d39f421 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:46:21.650945 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Attempting to bind port ec6da845-0d32-4939-977f-83ac4d39f421 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:46:21.651276 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Attempting to bind port ec6da845-0d32-4939-977f-83ac4d39f421 on network 621974ff-43f6-47e9-8a8e-c2e782ef2401 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:46:21.655720 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Port ec6da845-0d32-4939-977f-83ac4d39f421 on network 621974ff-43f6-47e9-8a8e-c2e782ef2401 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:46:21.656038 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Attempting to bind port ec6da845-0d32-4939-977f-83ac4d39f421 on network 621974ff-43f6-47e9-8a8e-c2e782ef2401 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:46:21.660910 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 46, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:46:21.661449 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Checking segment: {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:46:21.661669 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Bound using segment: {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:46:21.662062 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Bound port: ec6da845-0d32-4939-977f-83ac4d39f421, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c59add-2463-46d4-a960-9ec2e60f1d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:46:21.662421 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:21.731140 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:46:21.734226 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ec6da845-0d32-4939-977f-83ac4d39f421,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:46:21.738775 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:21.774757 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:21.775385 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:21.776736 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] 10.222.0.23 "PUT /v2.0/ports/ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 1094 time: 0.6577003 Jul 28 10:46:21.777196 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:46:21.779393 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0cd90e-7313-4f09-9459-4e3387fb97b1" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:46:21.806227 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114a1133-61eb-40a5-a244-95a25c545572 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:21.832633 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec34096e-9ac3-4433-8246-050bb24c3d5a x-openstack-request-id: req-ec34096e-9ac3-4433-8246-050bb24c3d5a {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:46:21.833095 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:46:21.833837 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec34096e-9ac3-4433-8246-050bb24c3d5a {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:46:21.834248 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'status': 'completed', 'code': 200} Jul 28 10:46:21.895645 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-2b7493c4-aedb-4490-a631-8be8d4d83236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:21.897583 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-2b7493c4-aedb-4490-a631-8be8d4d83236 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1097 time: 0.0445969 Jul 28 10:46:21.951896 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-284e6a43-3a84-49bf-b302-32824d1923e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 217 time: 0.0355771 Jul 28 10:46:22.004831 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-3f03c859-e99f-44d2-a2fd-5fbf70f1eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.006800 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-3f03c859-e99f-44d2-a2fd-5fbf70f1eef8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0466168 Jul 28 10:46:22.053791 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-934827c7-37bc-4910-b81a-9236df34431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.055257 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-934827c7-37bc-4910-b81a-9236df34431a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0402420 Jul 28 10:46:22.142157 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-44c0afe8-dc07-4cc7-9c2b-cf7309c0e148 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784655 Jul 28 10:46:22.231198 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1bcd7b22-7979-4dc2-a353-053b20d71cc3 req-2fa632f3-63fd-4ba2-972f-09d192615c49 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817621 Jul 28 10:46:22.354304 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-1a927f21-187e-4a72-a820-ec2cd90743c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.355781 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-1a927f21-187e-4a72-a820-ec2cd90743c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1097 time: 0.0395317 Jul 28 10:46:22.450122 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-c12fed52-5d76-40ae-98a0-569ab3130ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.451599 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-c12fed52-5d76-40ae-98a0-569ab3130ff9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 915 time: 0.0881686 Jul 28 10:46:22.523496 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-8566cc3f-7cf5-4463-85eb-1b646006fc9a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 217 time: 0.0347865 Jul 28 10:46:22.530985 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8af75b1-3ff9-457a-9bac-d2346fc8306a req-fe6c0a1c-7b46-4b4c-9423-377e955d3cc6 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.532627 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c8af75b1-3ff9-457a-9bac-d2346fc8306a req-fe6c0a1c-7b46-4b4c-9423-377e955d3cc6 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 945 time: 0.0518727 Jul 28 10:46:22.572111 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-c8af75b1-3ff9-457a-9bac-d2346fc8306a req-6691e14f-5e6c-4e83-9868-d55b0ff75552 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326493 Jul 28 10:46:22.604687 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-723ef5e6-80e0-4500-9f14-a2e73beffac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.606168 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-723ef5e6-80e0-4500-9f14-a2e73beffac3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0735714 Jul 28 10:46:22.620191 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3401bd1-0a99-4e9c-9711-6d9142276c7b req-be01b4c7-f74d-48dc-99fb-51839477611c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.621858 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e3401bd1-0a99-4e9c-9711-6d9142276c7b req-be01b4c7-f74d-48dc-99fb-51839477611c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 944 time: 0.0634487 Jul 28 10:46:22.686981 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e3401bd1-0a99-4e9c-9711-6d9142276c7b req-544bab70-8748-4600-b43e-1c0643c71be3 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556741 Jul 28 10:46:22.689906 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-3c085deb-b3d0-43be-b38d-41ee8e262d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:22.691179 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-3c085deb-b3d0-43be-b38d-41ee8e262d09 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684938 Jul 28 10:46:22.782107 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-55ba77a9-ee97-4ea5-bd37-fd7ad161fdce service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810692 Jul 28 10:46:22.878240 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0cd90e-7313-4f09-9459-4e3387fb97b1 req-c4c950bc-cc42-4f71-8083-2c3d7b9350d9 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831325 Jul 28 10:46:23.686647 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81e17f-787f-49fb-a380-989290be04c9 req-ff44aa78-568d-45fa-9cf9-f8e818b9d118 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:23.688128 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6e81e17f-787f-49fb-a380-989290be04c9 req-ff44aa78-568d-45fa-9cf9-f8e818b9d118 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 945 time: 0.0469398 Jul 28 10:46:23.726736 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-6e81e17f-787f-49fb-a380-989290be04c9 req-f10ec16e-8184-4666-8c5b-bd841b90e9b2 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325789 Jul 28 10:46:23.802777 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d089a-10ac-4705-8f92-c01da1dc59a8 req-3effad57-1c9d-4064-8947-b77fcc15bee6 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:23.804263 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da3d089a-10ac-4705-8f92-c01da1dc59a8 req-3effad57-1c9d-4064-8947-b77fcc15bee6 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 944 time: 0.0488718 Jul 28 10:46:23.840448 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da3d089a-10ac-4705-8f92-c01da1dc59a8 req-e23631ed-8f26-4d1d-850f-71ba25a63e7f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302119 Jul 28 10:46:24.373806 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-478dfb5c-2846-4c4b-8daa-9bd0a4aa6f7e tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:24.375278 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-478dfb5c-2846-4c4b-8daa-9bd0a4aa6f7e tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 945 time: 0.0473974 Jul 28 10:46:24.468198 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Deleting port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:46:24.468538 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:24.552951 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] For port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,segment=NetworkSegment(73b90f57-b1a6-4d41-94b4-8c7970f2b94a),segment_id=73b90f57-b1a6-4d41-94b4-8c7970f2b94a)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:24.553240 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:24.565480 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Calling delete_port for 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:46:24.851072 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59cd71-7cf0-4f7d-bcb1-938bf4da41db req-60fbccf0-66ee-43ba-a5c9-6f501a6d2fe3 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:24.852643 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0b59cd71-7cf0-4f7d-bcb1-938bf4da41db req-60fbccf0-66ee-43ba-a5c9-6f501a6d2fe3 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/ports?device_id=540d7e99-b8b3-4eda-b16f-7e03ac0eb779 HTTP/1.1" status: 200 len: 945 time: 0.0484121 Jul 28 10:46:24.895476 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0b59cd71-7cf0-4f7d-bcb1-938bf4da41db req-24da1deb-e4e4-47b6-b790-a2443e8adfb3 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.25 "GET /v2.0/security-groups?id=f1f3a875-611b-449f-845a-2be151c264ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368001 Jul 28 10:46:25.000139 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62208f-0fa4-4cab-84d7-93435c32fa77 req-c5401dcc-39c2-4dd6-a32a-65e6233d95d2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:25.001644 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da62208f-0fa4-4cab-84d7-93435c32fa77 req-c5401dcc-39c2-4dd6-a32a-65e6233d95d2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 944 time: 0.0832624 Jul 28 10:46:25.002702 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:25.040196 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Pushing event deleted for resources: {'Port': ['ID=34e7c1d9-ec99-41cf-b8fa-c1f143b253b2,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:25.093185 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] No DVR routers for this DVR port 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:46:25.096912 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:25.099517 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3832e6c9-c6b9-4323-99c8-0b6408df8962 req-74ac54d4-edf3-4c36-ad3c-4d780d51ae86 tempest-VolumesSnapshotTestJSON-1856435956 tempest-VolumesSnapshotTestJSON-1856435956-project] 10.222.0.23 "DELETE /v2.0/ports/34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 HTTP/1.1" status: 204 len: 173 time: 0.7177868 Jul 28 10:46:25.100190 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'name': 'network-vif-deleted', 'tag': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:46:25.102500 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f3dfd1-4f81-4c36-b48a-18f80840f844" -d '{"events": [{"server_uuid": "540d7e99-b8b3-4eda-b16f-7e03ac0eb779", "name": "network-vif-deleted", "tag": "34e7c1d9-ec99-41cf-b8fa-c1f143b253b2"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:46:25.107789 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-da62208f-0fa4-4cab-84d7-93435c32fa77 req-a773d853-0c06-4e52-806a-71382f133232 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963683 Jul 28 10:46:25.138945 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e05ffb-643b-4204-b461-a853854aff27 x-openstack-request-id: req-91e05ffb-643b-4204-b461-a853854aff27 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:46:25.139229 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "540d7e99-b8b3-4eda-b16f-7e03ac0eb779", "name": "network-vif-deleted", "tag": "34e7c1d9-ec99-41cf-b8fa-c1f143b253b2", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:46:25.139477 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91e05ffb-643b-4204-b461-a853854aff27 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:46:25.139867 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '540d7e99-b8b3-4eda-b16f-7e03ac0eb779', 'name': 'network-vif-deleted', 'tag': '34e7c1d9-ec99-41cf-b8fa-c1f143b253b2', 'status': 'completed', 'code': 200} Jul 28 10:46:26.238405 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086a70b-6692-4d45-a3c0-2919b7f2cd64 req-f5a3a3ce-d3d9-4aed-bdb0-f06e2864a165 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:26.240218 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7086a70b-6692-4d45-a3c0-2919b7f2cd64 req-f5a3a3ce-d3d9-4aed-bdb0-f06e2864a165 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 944 time: 0.0575466 Jul 28 10:46:26.279320 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7086a70b-6692-4d45-a3c0-2919b7f2cd64 req-facf17b7-09a3-440c-bc80-9b5a66ac8bce tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322399 Jul 28 10:46:26.710525 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device ec6da845-0d32-4939-977f-83ac4d39f421 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:46:26.717150 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:46:26.742982 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:46:26.743324 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 34e7c1d9-ec99-41cf-b8fa-c1f143b253b2 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:46:26.824984 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ec6da845-0d32-4939-977f-83ac4d39f421,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:26.835709 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'port_id': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'mac_address': 'fa:16:3e:4f:3d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:46:26.871756 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:26.884246 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6da845-0d32-4939-977f-83ac4d39f421 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:46:26.903186 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ec6da845-0d32-4939-977f-83ac4d39f421,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:26.908035 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:26.954077 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:27.175758 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['ec6da845-0d32-4939-977f-83ac4d39f421'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:46:27.397888 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252dd11-f8a2-479f-906d-fed676fdd0fc req-1614554f-6982-49ad-96dc-e0f131e0590d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:27.403214 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2252dd11-f8a2-479f-906d-fed676fdd0fc req-1614554f-6982-49ad-96dc-e0f131e0590d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 945 time: 0.0521007 Jul 28 10:46:27.438646 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2252dd11-f8a2-479f-906d-fed676fdd0fc req-41bf9fc3-220e-4f84-96c7-e87ec23f6d57 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330129 Jul 28 10:46:28.550588 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb365c3-e50f-4272-b6f3-2ffdf33bebfc req-934b7788-d4cc-4570-8342-4f77d1d5537c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:28.552004 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4fb365c3-e50f-4272-b6f3-2ffdf33bebfc req-934b7788-d4cc-4570-8342-4f77d1d5537c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 945 time: 0.0474756 Jul 28 10:46:28.588509 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-4fb365c3-e50f-4272-b6f3-2ffdf33bebfc req-e3b2a2d1-7917-40d8-b725-e839f67f8c56 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Jul 28 10:46:29.703607 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e592982-5611-4b04-afc3-26849ec02d6f req-edf43f07-9922-4e91-97fc-1984e845582f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:29.705006 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5e592982-5611-4b04-afc3-26849ec02d6f req-edf43f07-9922-4e91-97fc-1984e845582f tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 945 time: 0.0506089 Jul 28 10:46:29.743166 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5e592982-5611-4b04-afc3-26849ec02d6f req-618c586f-edca-4c10-8156-75b6ee9b3db2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316393 Jul 28 10:46:30.857560 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa0cdb5-f391-4682-9044-e186de72297d req-23341e18-e900-40d5-a8d9-fc002fcb3dc1 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:30.859022 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-efa0cdb5-f391-4682-9044-e186de72297d req-23341e18-e900-40d5-a8d9-fc002fcb3dc1 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 945 time: 0.0491991 Jul 28 10:46:30.896945 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-efa0cdb5-f391-4682-9044-e186de72297d req-597ac593-3069-4063-aeea-1b794522f420 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318093 Jul 28 10:46:31.320696 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device ec6da845-0d32-4939-977f-83ac4d39f421 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:46:31.367731 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port ec6da845-0d32-4939-977f-83ac4d39f421 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:46:31.371378 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port ec6da845-0d32-4939-977f-83ac4d39f421 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:46:31.371760 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:31.448808 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:31.470118 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:46:31.472356 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-950f7f0e-46c2-4755-be06-78759b1e59b2" -d '{"events": [{"server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "name": "network-vif-plugged", "status": "completed", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:46:31.484917 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ec6da845-0d32-4939-977f-83ac4d39f421,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:31.490197 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:31.513933 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cc4985-29b8-4f02-9050-46a3e9c31612 x-openstack-request-id: req-f7cc4985-29b8-4f02-9050-46a3e9c31612 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:46:31.514224 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "name": "network-vif-plugged", "status": "completed", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:46:31.514472 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7cc4985-29b8-4f02-9050-46a3e9c31612 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:46:31.514846 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'code': 200} Jul 28 10:46:31.539825 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:31.704847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e6ecf-ff53-42f2-88b8-56d44bbbc938 req-98746ca3-6228-4238-bb62-1b85ff616e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:31.706254 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a47e6ecf-ff53-42f2-88b8-56d44bbbc938 req-98746ca3-6228-4238-bb62-1b85ff616e51 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1099 time: 0.0391033 Jul 28 10:46:31.741504 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a47e6ecf-ff53-42f2-88b8-56d44bbbc938 req-dfe2cce6-ba1f-450b-b640-f5f3cdaf3c8a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280571 Jul 28 10:46:32.014312 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4c4b5f-8f16-4092-a128-b54865ffa164 req-cfb650fa-2bbd-4410-af8d-1d8a8a205141 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:32.015792 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0f4c4b5f-8f16-4092-a128-b54865ffa164 req-cfb650fa-2bbd-4410-af8d-1d8a8a205141 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0514269 Jul 28 10:46:32.052521 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0f4c4b5f-8f16-4092-a128-b54865ffa164 req-0485c8e7-4a18-4b7c-beeb-5196271d744b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298781 Jul 28 10:46:33.167955 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af49b63-647c-48b6-9adc-d74764f16a7e req-e5e109c6-6910-411f-ae17-49e050105091 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:33.169674 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0af49b63-647c-48b6-9adc-d74764f16a7e req-e5e109c6-6910-411f-ae17-49e050105091 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0494506 Jul 28 10:46:33.208591 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0af49b63-647c-48b6-9adc-d74764f16a7e req-23850b7e-5020-4f85-95e6-a76ddb6cea77 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324957 Jul 28 10:46:33.333005 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bdd4d3-1202-4955-9a01-af8d3954a6c9 req-f08e5ca8-a302-4713-b646-c7f086dd90ee tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:33.334486 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0bdd4d3-1202-4955-9a01-af8d3954a6c9 req-f08e5ca8-a302-4713-b646-c7f086dd90ee tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Jul 28 10:46:33.372213 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d0bdd4d3-1202-4955-9a01-af8d3954a6c9 req-50170eb2-a528-41ca-977f-5a3503755fea tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318689 Jul 28 10:46:33.690870 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe6590-1018-490d-91af-64e1d26d4fa8 req-e7746685-b46c-4741-a4c0-5bf589da7482 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:33.692545 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0cbe6590-1018-490d-91af-64e1d26d4fa8 req-e7746685-b46c-4741-a4c0-5bf589da7482 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0474060 Jul 28 10:46:33.730497 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0cbe6590-1018-490d-91af-64e1d26d4fa8 req-7e9cb084-a163-4718-8747-657911204610 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Jul 28 10:46:37.833515 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d73bcf76-4a2c-4bee-96dc-a929a968b735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:40.575179 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-06522a98-9e83-47b4-9ed9-43e4a8729b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:40.608473 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:41.509526 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:43.071506 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:45.192828 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0273ddd4-4e3b-471b-b16e-f0b98fae9e7e req-effb1cbe-5ccf-4f70-aae2-012f188383e3 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:45.194310 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0273ddd4-4e3b-471b-b16e-f0b98fae9e7e req-effb1cbe-5ccf-4f70-aae2-012f188383e3 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0518048 Jul 28 10:46:45.231638 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0273ddd4-4e3b-471b-b16e-f0b98fae9e7e req-b2323859-8ccf-4019-82e6-34995de529c0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 Jul 28 10:46:45.253543 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54520) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:45.281319 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:45.332408 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc57e8e5-0ce7-4740-8a69-12236a51f29b tempest-TestMinimumBasicScenario-2067030086 tempest-TestMinimumBasicScenario-2067030086-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:45.334625 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-dc57e8e5-0ce7-4740-8a69-12236a51f29b tempest-TestMinimumBasicScenario-2067030086 tempest-TestMinimumBasicScenario-2067030086-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1094 time: 0.0801308 Jul 28 10:46:45.337558 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54524) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:45.341758 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'port_id': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:45.362309 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for floatingip, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:45.456193 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:45.555974 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Allocated IP 172.27.3.75 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/75d4511c-4c76-4c23-9e78-ae36a91090f0) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:46:45.664211 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:45.703814 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:45.750073 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:46:45.754006 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:46:45.756420 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'Port': ['ID=75d4511c-4c76-4c23-9e78-ae36a91090f0,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:45.758596 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:46:45.783935 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.784284 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.784627 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.784992 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.785329 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.785660 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.785989 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.786341 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.787195 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.787523 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.787847 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:45.788169 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:46.124359 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:46.187113 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:46.330381 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:46.335208 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:46.403503 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'Port': ['ID=75d4511c-4c76-4c23-9e78-ae36a91090f0,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:46.415319 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:46.521215 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Floating IP 5cc202b9-6fd3-4d59-a38b-da278c29faba associated. External IP: 172.27.3.75, port: ec6da845-0d32-4939-977f-83ac4d39f421. Jul 28 10:46:46.723780 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:46:46.827389 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:46:46.837522 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] Sync routers for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:46:46.846250 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:46.847607 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:46:46.848343 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:46:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:46.880621 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9005bfe8-646e-4386-99ba-5ac2b0e37b78 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5390408 Jul 28 10:46:46.880621 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:46:46.881211 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54552) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:46.881729 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8cbeaaf-209a-4500-8b96-83822495605e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:46:46.886097 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1334014936', 'description': 'tempest-secgroup-smoke-1334014936 description', 'project_id': 'c629d862dae14c7486856432ac104059'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:46.925140 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-418a829c-bf26-41fb-9060-0c1034bb038c x-openstack-request-id: req-418a829c-bf26-41fb-9060-0c1034bb038c {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:46:46.925640 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:46:46.926017 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-418a829c-bf26-41fb-9060-0c1034bb038c {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:46:46.926496 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'status': 'completed', 'code': 200} Jul 28 10:46:46.928921 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:46.985762 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:46:47.033998 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbeaaf-209a-4500-8b96-83822495605e req-0ee150fc-1628-47f0-981e-5331bb118ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:47.035496 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8cbeaaf-209a-4500-8b96-83822495605e req-0ee150fc-1628-47f0-981e-5331bb118ae9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1099 time: 0.0642161 Jul 28 10:46:47.054644 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.072481 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.135787 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.137103 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2546732 Jul 28 10:46:47.141335 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54556) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:47.144057 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.145253 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-20d9d074-58ae-4404-87b9-499fe52c03db tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'security_group_rule': {'security_group_id': '0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad', 'project_id': 'c629d862dae14c7486856432ac104059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:47.167422 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.167875 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.169862 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.170400 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.170936 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.171453 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.171951 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.172321 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.172715 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.173138 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.174138 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.174138 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98d14d54-6561-4c1f-93c8-1cfc9c0d12e0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:46:47.182053 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-20d9d074-58ae-4404-87b9-499fe52c03db tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.196674 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbeaaf-209a-4500-8b96-83822495605e req-a67a1cc3-b63e-4c54-b81e-42924c530b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:47.198198 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8cbeaaf-209a-4500-8b96-83822495605e req-a67a1cc3-b63e-4c54-b81e-42924c530b13 service neutron] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 915 time: 0.1475093 Jul 28 10:46:47.243354 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '5cc202b9-6fd3-4d59-a38b-da278c29faba', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'port_id': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'mac_address': 'fa:16:3e:4f:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:46:45Z', 'updated_at': '2021-07-28T10:46:45Z', 'revision_number': 0, 'project_id': 'c629d862dae14c7486856432ac104059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 5, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:47.247359 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-20d9d074-58ae-4404-87b9-499fe52c03db tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.252796 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-20d9d074-58ae-4404-87b9-499fe52c03db tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.270308 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d9d074-58ae-4404-87b9-499fe52c03db tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276a2da6-8324-47c2-8d96-2563f7e6687e,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.273812 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] Checking router: 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:46:47.275802 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8cbeaaf-209a-4500-8b96-83822495605e req-bb828576-069f-4769-a302-ab33b34aae90 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 999 time: 0.0661514 Jul 28 10:46:47.279702 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-20d9d074-58ae-4404-87b9-499fe52c03db tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.283803 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:46:47.284506 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:46:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:47.284701 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-20d9d074-58ae-4404-87b9-499fe52c03db tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1433280 Jul 28 10:46:47.285372 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54558) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:47.290554 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-762e4cfc-ebd6-46d4-b55a-e2c0bf98087d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'security_group_rule': {'security_group_id': '0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad', 'project_id': 'c629d862dae14c7486856432ac104059', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:47.318886 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-762e4cfc-ebd6-46d4-b55a-e2c0bf98087d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.327692 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbeaaf-209a-4500-8b96-83822495605e req-2d2299a3-d64e-43d0-98d3-78685b44af7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:47.329186 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8cbeaaf-209a-4500-8b96-83822495605e req-2d2299a3-d64e-43d0-98d3-78685b44af7d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0456402 Jul 28 10:46:47.379534 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-762e4cfc-ebd6-46d4-b55a-e2c0bf98087d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.383455 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cbeaaf-209a-4500-8b96-83822495605e req-9f68b2d7-0ff6-46a1-a962-4d6452cd58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:47.384665 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-762e4cfc-ebd6-46d4-b55a-e2c0bf98087d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.385219 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8cbeaaf-209a-4500-8b96-83822495605e req-9f68b2d7-0ff6-46a1-a962-4d6452cd58ac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0494840 Jul 28 10:46:47.400980 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:46:47.402615 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e4cfc-ebd6-46d4-b55a-e2c0bf98087d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a93245-2f3d-40f4-ae1f-854161b09d07,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.412387 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-762e4cfc-ebd6-46d4-b55a-e2c0bf98087d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.417174 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-762e4cfc-ebd6-46d4-b55a-e2c0bf98087d tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273117 Jul 28 10:46:47.417816 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54560) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:47.422323 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-3cb87728-63c8-4a39-9971-68539a0184bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'security_group_rule': {'security_group_id': '0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad', 'project_id': 'c629d862dae14c7486856432ac104059', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:47.453928 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3cb87728-63c8-4a39-9971-68539a0184bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.483361 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8cbeaaf-209a-4500-8b96-83822495605e req-d3c56cb7-8199-4781-b7ab-971b486c517a service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906467 Jul 28 10:46:47.514851 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3cb87728-63c8-4a39-9971-68539a0184bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.519569 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3cb87728-63c8-4a39-9971-68539a0184bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.538363 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb87728-63c8-4a39-9971-68539a0184bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118a2bb0-2b64-4fec-9c78-cb5f75ca5067,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.548777 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3cb87728-63c8-4a39-9971-68539a0184bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.550587 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-3cb87728-63c8-4a39-9971-68539a0184bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1312261 Jul 28 10:46:47.553581 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54562) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:47.558627 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-03104a82-c3a6-42e1-84b4-3a4fbed491e2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'security_group_rule': {'security_group_id': '0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad', 'project_id': 'c629d862dae14c7486856432ac104059', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:47.585129 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-03104a82-c3a6-42e1-84b4-3a4fbed491e2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.587837 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a8cbeaaf-209a-4500-8b96-83822495605e req-bb09319b-a886-458a-91a2-761294c72a24 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907915 Jul 28 10:46:47.648191 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '5cc202b9-6fd3-4d59-a38b-da278c29faba', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'port_id': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'mac_address': 'fa:16:3e:4f:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:46:45Z', 'updated_at': '2021-07-28T10:46:45Z', 'revision_number': 0, 'project_id': 'c629d862dae14c7486856432ac104059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 5, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:47.649038 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-03104a82-c3a6-42e1-84b4-3a4fbed491e2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.652762 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-03104a82-c3a6-42e1-84b4-3a4fbed491e2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.671877 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03104a82-c3a6-42e1-84b4-3a4fbed491e2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c0f4b36-5a25-45b1-950c-4bef69146fba,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.674697 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ad00bc-f7ec-4d41-a43b-05c0a5c6a005 None None] The sync data for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi is: [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '5cc202b9-6fd3-4d59-a38b-da278c29faba', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'floating_ip_address': '172.27.3.75', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'port_id': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'mac_address': 'fa:16:3e:4f:3d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:46:45Z', 'updated_at': '2021-07-28T10:46:45Z', 'revision_number': 0, 'project_id': 'c629d862dae14c7486856432ac104059', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 5, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:46:47.680033 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-03104a82-c3a6-42e1-84b4-3a4fbed491e2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.681443 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-03104a82-c3a6-42e1-84b4-3a4fbed491e2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269243 Jul 28 10:46:47.684129 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54564) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:47.688706 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'security_group_rule': {'security_group_id': '0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad', 'project_id': 'c629d862dae14c7486856432ac104059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:47.713709 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.securitygroups_db [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Project c629d862dae14c7486856432ac104059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:46:47.718992 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.780816 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.784225 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.805653 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7233cc18-7fae-45c2-aafa-a64e8f614163,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.809495 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.813376 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-bb6d5828-1cdd-4224-8df3-1a31bcc02b52 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1256502 Jul 28 10:46:47.813917 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54566) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:47.818960 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'security_group_rule': {'security_group_id': '0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad', 'project_id': 'c629d862dae14c7486856432ac104059', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:47.842367 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.securitygroups_db [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Project c629d862dae14c7486856432ac104059 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:46:47.847621 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.879849 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc61e5f-3fb7-4ec9-961e-82bde308f4fb None None] New status for floating IP 5cc202b9-6fd3-4d59-a38b-da278c29faba: ACTIVE {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:46:47.914866 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.918842 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.939976 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aff503d6-8079-4cbb-aba4-b0e505989d4c,revision_number=0']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:47.944897 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54570) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:47.952956 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:47.954218 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-1442a62f-181e-4179-b264-ee8360b2b782 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394351 Jul 28 10:46:47.992595 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] Deleting subnet 2a8da31a-1bc9-4bb3-b461-d6979150088b {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:46:47.995786 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.050537 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.081678 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-9c782b22-151b-404f-8272-36a20459f117 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334014936&fields=id&tenant_id=c629d862dae14c7486856432ac104059 HTTP/1.1" status: 200 len: 267 time: 0.0644257 Jul 28 10:46:48.123536 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.170859 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-25557027-25a4-440a-acf7-8166eef52a77 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:48.172316 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-25557027-25a4-440a-acf7-8166eef52a77 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0828390 Jul 28 10:46:48.184871 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'port': {'security_groups': ['5266d124-15ca-4f3c-8cbd-805ed15594d4', '0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad']}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:46:48.218196 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.266631 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8da31a-1bc9-4bb3-b461-d6979150088b,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:48.268730 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.270614 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d8ffa06b-ac90-4e21-9837-c1ef224b9b66 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/2a8da31a-1bc9-4bb3-b461-d6979150088b HTTP/1.1" status: 204 len: 168 time: 0.3244262 Jul 28 10:46:48.274744 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54574) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:48.281412 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.341629 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.422217 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.432705 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e61368cc-7442-4a38-9400-53dc12aa35b1']}} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:48.442939 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b90f57-b1a6-4d41-94b4-8c7970f2b94a') {'for_net_delete': True} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:48.443421 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b90f57-b1a6-4d41-94b4-8c7970f2b94a') {} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:46:48.452100 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4682916'] for segment, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.462260 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ec6da845-0d32-4939-977f-83ac4d39f421,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:46:48.465797 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.471904 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:46:48.472293 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4682975'] for segment, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: Traceback (most recent call last): Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: timer() Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: cb(*args, **kw) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: return func(*args, **kwargs) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: self._notify() Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: self.callback(batched_events) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: event.method(event) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: return f(self, *a, **k) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._get(url).json() Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: return self.request(url, 'GET', **kwargs) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:46:48.474585 dv-cinder-800431-3-iscsi neutron-server[93232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:46:48.492866 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.497518 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.530499 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.537851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.538031 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['ec6da845-0d32-4939-977f-83ac4d39f421'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:46:48.542349 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] 10.222.0.25 "DELETE /v2.0/networks/e61368cc-7442-4a38-9400-53dc12aa35b1 HTTP/1.1" status: 204 len: 168 time: 0.2637672 Jul 28 10:46:48.545213 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:48.546764 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.548779 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-001c4718-fcd8-4e93-8a11-4e36c80a551d req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "PUT /v2.0/ports/ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 982 time: 0.3701060 Jul 28 10:46:48.549674 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14b42e-52f4-4fed-a5b5-3ccd2d2e295d admin admin] Pushing event deleted for resources: {'Network': ['ID=e61368cc-7442-4a38-9400-53dc12aa35b1,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:48.577327 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ca4c0-ead7-414f-9aad-7583335ff8d0 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=6']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:48.688048 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76e882-c191-4c46-a763-933d60a9495f req-c427718c-f9a7-495f-974c-d6898ca8505e tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:48.689661 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['ec6da845-0d32-4939-977f-83ac4d39f421'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:46:48.697483 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7b76e882-c191-4c46-a763-933d60a9495f req-c427718c-f9a7-495f-974c-d6898ca8505e tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0732305 Jul 28 10:46:48.758474 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7b76e882-c191-4c46-a763-933d60a9495f req-e1f52aff-1651-428e-a45d-066b95272f73 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598760 Jul 28 10:46:48.794279 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54580) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:48.832271 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-41c891dd-fabd-409d-8d33-4028663d9b3d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=79ceb16c404347a39c3fcf55328ff6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0367138 Jul 28 10:46:48.835827 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54584) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:46:48.882871 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c9216d03-fb99-4022-a606-2c2e8240590c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.903937 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c9216d03-fb99-4022-a606-2c2e8240590c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.928533 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:46:48.930971 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-890f46e0-a8aa-4b65-8665-e3699d21b99a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:46:48.931476 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-f6013a41-ccb8-4119-9d88-111491e5e9ba None None] Provisioning complete for port ec6da845-0d32-4939-977f-83ac4d39f421 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:46:48.931949 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f6013a41-ccb8-4119-9d88-111491e5e9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.957670 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c9216d03-fb99-4022-a606-2c2e8240590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.961419 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-c9216d03-fb99-4022-a606-2c2e8240590c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:46:48.966146 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-c9216d03-fb99-4022-a606-2c2e8240590c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f1f3a875-611b-449f-845a-2be151c264ab HTTP/1.1" status: 204 len: 168 time: 0.1285238 Jul 28 10:46:48.971546 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ff5b0-d58d-4f07-9e32-ebfe31161a05 x-openstack-request-id: req-f91ff5b0-d58d-4f07-9e32-ebfe31161a05 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:46:48.971829 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:46:48.972081 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f91ff5b0-d58d-4f07-9e32-ebfe31161a05 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:46:48.972520 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'status': 'completed', 'code': 200} Jul 28 10:46:48.976798 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9216d03-fb99-4022-a606-2c2e8240590c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f3a875-611b-449f-845a-2be151c264ab,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:46:49.059763 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-e4b753fa-a496-472c-90aa-6d21106e32ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:49.061489 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-e4b753fa-a496-472c-90aa-6d21106e32ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1138 time: 0.0451629 Jul 28 10:46:49.166885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-b7bf3e5e-be39-435b-b4e3-6421a483d064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:49.168597 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-b7bf3e5e-be39-435b-b4e3-6421a483d064 service neutron] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 915 time: 0.0998256 Jul 28 10:46:49.243996 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-f56c4c0d-b5b7-4765-9c21-e36c5dd1d4a9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 1001 time: 0.0676954 Jul 28 10:46:49.298892 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-6499af4c-b605-4217-90e5-ca98fb6669e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:49.300571 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-6499af4c-b605-4217-90e5-ca98fb6669e4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0488594 Jul 28 10:46:49.349629 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-ef1267dc-a3c9-47ea-ab27-18e4ef88364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:46:49.351142 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-ef1267dc-a3c9-47ea-ab27-18e4ef88364b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435383 Jul 28 10:46:49.444067 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-52872084-a534-422d-8289-41d67395918a service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845098 Jul 28 10:46:49.533902 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-890f46e0-a8aa-4b65-8665-e3699d21b99a req-8a0ca92a-3ee8-4c8a-b951-0f916a8a3fe6 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811055 Jul 28 10:46:58.122615 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:47:06.066024 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-ec867f58-ccfd-4698-9910-2932de3e3387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:06.067521 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-ec867f58-ccfd-4698-9910-2932de3e3387 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1138 time: 0.0448029 Jul 28 10:47:06.159000 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-d6c8c771-d171-4224-8a90-4258ab743d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:06.161071 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-d6c8c771-d171-4224-8a90-4258ab743d54 service neutron] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 915 time: 0.0862656 Jul 28 10:47:06.230463 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-bd9aaae0-be91-40bd-9d32-83fa40999ea3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 1001 time: 0.0614688 Jul 28 10:47:06.234529 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ed087-541b-4195-8011-b753a11be4bb req-215dface-55c0-4731-bd19-368c6520d6c5 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:06.236067 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-386ed087-541b-4195-8011-b753a11be4bb req-215dface-55c0-4731-bd19-368c6520d6c5 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.2445753 Jul 28 10:47:06.280454 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-f87c8e9a-b20e-419f-a33c-1a9c64fcf5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:06.282012 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-f87c8e9a-b20e-419f-a33c-1a9c64fcf5f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0446832 Jul 28 10:47:06.282217 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-386ed087-541b-4195-8011-b753a11be4bb req-6e8c49af-d88a-4488-81c0-a72bbbf09535 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0394559 Jul 28 10:47:06.326274 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-f57967ca-6100-4d53-8eae-d365de07d8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:06.327762 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-f57967ca-6100-4d53-8eae-d365de07d8bf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385530 Jul 28 10:47:06.416239 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-985e5cc8-4f71-45d7-9bf1-e553388478b0 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808113 Jul 28 10:47:06.504306 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e0c61382-a0e0-4cfd-b218-e569a3321adb req-beb8ff2e-3984-4425-a713-a2438219819d service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794888 Jul 28 10:47:07.446722 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62644084-b1a0-484b-b18a-593936a3fa3a req-e618ea9c-c9a5-4fd6-a0e9-b98cc6a22a25 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:07.448163 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-62644084-b1a0-484b-b18a-593936a3fa3a req-e618ea9c-c9a5-4fd6-a0e9-b98cc6a22a25 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0978377 Jul 28 10:47:07.487611 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-62644084-b1a0-484b-b18a-593936a3fa3a req-6d659aaf-5a3b-4156-a00c-116bddb4dc27 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0333209 Jul 28 10:47:07.834839 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-cbe75e00-8199-4228-b39d-a7d1362946e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:08.601970 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553197fa-b24c-466d-be4c-a8b8d0734d58 req-a37286b1-1275-499c-bb34-6148dfbef712 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:08.603447 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-553197fa-b24c-466d-be4c-a8b8d0734d58 req-a37286b1-1275-499c-bb34-6148dfbef712 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0482731 Jul 28 10:47:08.643291 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-553197fa-b24c-466d-be4c-a8b8d0734d58 req-f8b8bb2e-0186-47aa-b122-a2872ff890bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338743 Jul 28 10:47:09.760864 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e07c9-e6e0-408c-80bc-a2d2112dbcd7 req-63c6977d-2cd2-40ec-ab8c-cd780411a2e5 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:09.762319 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-226e07c9-e6e0-408c-80bc-a2d2112dbcd7 req-63c6977d-2cd2-40ec-ab8c-cd780411a2e5 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0518870 Jul 28 10:47:09.800675 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-226e07c9-e6e0-408c-80bc-a2d2112dbcd7 req-8e654caa-6135-48aa-9103-db200e30d9c6 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322704 Jul 28 10:47:10.575395 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-26728891-8622-4a07-b59c-584788d66776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:10.609502 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:10.914401 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813a38e-3603-4aee-9b36-8f6051c7447e req-cb2ac79a-ac6f-471e-be97-66a4db276f8b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:10.915854 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e813a38e-3603-4aee-9b36-8f6051c7447e req-cb2ac79a-ac6f-471e-be97-66a4db276f8b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0484211 Jul 28 10:47:10.954459 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e813a38e-3603-4aee-9b36-8f6051c7447e req-4b17b770-9400-4125-9e91-f8b87196e7ca tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326796 Jul 28 10:47:11.511850 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:12.069035 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa8f09-b8c9-4b8c-99ef-1b8f77dca674 req-1a3c5be4-53f5-4ef0-aef0-82861d9a569b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:12.070484 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-78fa8f09-b8c9-4b8c-99ef-1b8f77dca674 req-1a3c5be4-53f5-4ef0-aef0-82861d9a569b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0477271 Jul 28 10:47:12.108114 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-78fa8f09-b8c9-4b8c-99ef-1b8f77dca674 req-251773f7-5a39-4b13-a0ad-ac657c0e51c4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0317237 Jul 28 10:47:13.072216 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:13.219801 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8107e4-97ee-4fff-94f8-f22914cb998e req-a82104a5-9462-4b9c-9525-55a58cc20b73 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:13.221267 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bc8107e4-97ee-4fff-94f8-f22914cb998e req-a82104a5-9462-4b9c-9525-55a58cc20b73 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0467041 Jul 28 10:47:13.263689 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-bc8107e4-97ee-4fff-94f8-f22914cb998e req-af4ba807-80c5-48bb-b9ab-6996e5501aba tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358210 Jul 28 10:47:14.375659 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf517194-fa5e-422c-ab07-78490468c347 req-b3743065-deb1-414f-b407-4351fe25d967 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:14.377111 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf517194-fa5e-422c-ab07-78490468c347 req-b3743065-deb1-414f-b407-4351fe25d967 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0471783 Jul 28 10:47:14.415481 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bf517194-fa5e-422c-ab07-78490468c347 req-aa181fca-652c-4207-9b4d-83cff4cf63bd tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318682 Jul 28 10:47:15.297301 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:15.528414 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765598a2-7e7c-4255-9813-d121ddfec9ac req-2f876344-47b3-4c5b-b933-f41c2d4872eb tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:15.529895 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-765598a2-7e7c-4255-9813-d121ddfec9ac req-2f876344-47b3-4c5b-b933-f41c2d4872eb tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0476856 Jul 28 10:47:15.569632 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-765598a2-7e7c-4255-9813-d121ddfec9ac req-a3ccffe2-14a0-4e00-a547-d3f9a62dd1a1 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338862 Jul 28 10:47:16.685502 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a12bfcd-ac9f-4ee5-8e66-defb78d416f0 req-b41adbf9-7752-4ae1-89f2-3adcddddde11 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:16.686967 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4a12bfcd-ac9f-4ee5-8e66-defb78d416f0 req-b41adbf9-7752-4ae1-89f2-3adcddddde11 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0509210 Jul 28 10:47:16.726704 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-4a12bfcd-ac9f-4ee5-8e66-defb78d416f0 req-e668b47f-fede-43b7-a460-1564082d3523 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337768 Jul 28 10:47:17.838494 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ff95e-5fc3-47d5-9d8d-de67801f5a34 req-3f6b975c-5c64-4708-ab16-d74b7b2c2466 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:17.839954 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-380ff95e-5fc3-47d5-9d8d-de67801f5a34 req-3f6b975c-5c64-4708-ab16-d74b7b2c2466 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0469363 Jul 28 10:47:17.879719 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-380ff95e-5fc3-47d5-9d8d-de67801f5a34 req-93249b6f-e118-4e5a-8be8-fe678c4a920b tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad&id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339148 Jul 28 10:47:26.368439 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-a9f08cbe-905c-4afa-a937-5a425b8c07fb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779879 Jul 28 10:47:26.471732 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d7ea5-f883-430d-9539-5a150454b668 req-a9ab969a-9335-4056-a44e-005660176fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:26.473185 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-a9ab969a-9335-4056-a44e-005660176fef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1138 time: 0.0390177 Jul 28 10:47:26.573295 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d7ea5-f883-430d-9539-5a150454b668 req-e490dea3-811a-4c2b-9cce-4f7671961d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:26.574757 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-e490dea3-811a-4c2b-9cce-4f7671961d74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 915 time: 0.0839653 Jul 28 10:47:26.638393 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-55e25070-c434-46dc-813a-c3fe5d3434d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 1001 time: 0.0565791 Jul 28 10:47:26.686455 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d7ea5-f883-430d-9539-5a150454b668 req-6bea4b9a-d730-40e3-ad75-a7703c951da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:26.687855 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-6bea4b9a-d730-40e3-ad75-a7703c951da7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0427566 Jul 28 10:47:26.735237 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d7ea5-f883-430d-9539-5a150454b668 req-8ce1b843-746c-4661-a14d-28fea989ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:26.736712 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-8ce1b843-746c-4661-a14d-28fea989ccf2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421159 Jul 28 10:47:26.747318 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-547d1231-b90a-4a6e-8881-6a41e615239b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:47:26.748233 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-547d1231-b90a-4a6e-8881-6a41e615239b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051281 Jul 28 10:47:26.833856 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-2c54f576-534e-44ff-8419-30c59be0a44d service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784738 Jul 28 10:47:26.925856 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-143d7ea5-f883-430d-9539-5a150454b668 req-0530e4f9-5091-4c19-84b3-78311d86189c service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821614 Jul 28 10:47:35.121592 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:47:37.834833 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-63b46f4d-8877-44f8-80f1-b1f054b43bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:40.576035 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-2caef358-40ef-4feb-bcad-75f34a1f8a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:40.609004 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:41.515027 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:43.075571 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:45.298033 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:50.937778 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be611196-2624-4b56-a198-eaaacf422c7b req-b38f2ef4-aeff-4dd7-a95c-5b0f604e6af7 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1334014936&fields=id&tenant_id=c629d862dae14c7486856432ac104059 HTTP/1.1" status: 200 len: 267 time: 0.0328033 Jul 28 10:47:50.988378 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be611196-2624-4b56-a198-eaaacf422c7b req-2cb2f2cd-f016-48e0-ae5f-453e8fef37fc tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:50.991078 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be611196-2624-4b56-a198-eaaacf422c7b req-2cb2f2cd-f016-48e0-ae5f-453e8fef37fc tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 985 time: 0.0468957 Jul 28 10:47:51.002054 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Request body: {'port': {'security_groups': ['5266d124-15ca-4f3c-8cbd-805ed15594d4']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:47:51.069848 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.237097 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ec6da845-0d32-4939-977f-83ac4d39f421,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:51.265894 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.270183 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.312077 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:51.312780 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.314110 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-be611196-2624-4b56-a198-eaaacf422c7b req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "PUT /v2.0/ports/ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 943 time: 0.3167467 Jul 28 10:47:51.314413 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['ec6da845-0d32-4939-977f-83ac4d39f421'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:47:51.314865 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:47:51.320182 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcde728-fa59-4c93-aab0-6b72325ba5b6" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:47:51.321163 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54640) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:47:51.356156 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event updated for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=7']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:51.365531 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.366229 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.366922 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.367472 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.368291 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.368873 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.369771 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.370312 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.371307 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.371867 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.372402 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.372970 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423c4455-205d-4e06-b102-5625b81eba3c tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.378322 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:47:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de74566e-78eb-4bf7-a4ae-a0e0512b2422 x-openstack-request-id: req-de74566e-78eb-4bf7-a4ae-a0e0512b2422 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:47:51.378948 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:47:51.379413 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-de74566e-78eb-4bf7-a4ae-a0e0512b2422 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:47:51.380011 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'status': 'completed', 'code': 200} Jul 28 10:47:51.413365 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.447217 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.458302 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-ec2fc3ac-1416-4d5e-8bda-fd2c5b6fdf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:51.459848 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-ec2fc3ac-1416-4d5e-8bda-fd2c5b6fdf77 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1099 time: 0.0488362 Jul 28 10:47:51.514348 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.517271 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.521700 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "DELETE /v2.0/security-groups/0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad HTTP/1.1" status: 204 len: 168 time: 0.1947479 Jul 28 10:47:51.522570 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54642) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:47:51.560665 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c3fad19-9b17-4bd9-96f9-c67cbd2bfcad,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:51.561293 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-3988e8a4-8c87-48f2-9e81-0f9608634107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:51.562762 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-3988e8a4-8c87-48f2-9e81-0f9608634107 service neutron] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 915 time: 0.0950496 Jul 28 10:47:51.564629 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['ec6da845-0d32-4939-977f-83ac4d39f421'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:47:51.573473 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.573832 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.574230 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.574518 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.574852 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.575181 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.575513 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.575838 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.576170 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.576492 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.576836 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.577162 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd942cc6-ad01-441d-8d98-ae0e52dcb171 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:47:51.640241 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-e6a70ec6-2ae1-4644-b54c-460dd3ee556a None None] Provisioning complete for port ec6da845-0d32-4939-977f-83ac4d39f421 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:47:51.640617 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e6a70ec6-2ae1-4644-b54c-460dd3ee556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.645991 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-b0fe19f5-ba55-4319-bca6-075750a97e98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 1001 time: 0.0750382 Jul 28 10:47:51.699532 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-51c1b1a3-9542-43be-ae71-dafe3cd9a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:51.701127 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-51c1b1a3-9542-43be-ae71-dafe3cd9a101 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0481882 Jul 28 10:47:51.703989 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Deleting port 75d4511c-4c76-4c23-9e78-ae36a91090f0 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:47:51.704332 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.752587 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-f19a9fc0-85e2-4e5d-8e3f-c6690de42063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:51.754104 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-f19a9fc0-85e2-4e5d-8e3f-c6690de42063 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455029 Jul 28 10:47:51.778498 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.778736 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.791068 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Calling delete_port for 75d4511c-4c76-4c23-9e78-ae36a91090f0 owned by network:floatingip {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:47:51.849414 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-1ef3e386-1e4e-4aff-87e6-5ea654c4bc17 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879934 Jul 28 10:47:51.938723 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:51.942353 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-2fcde728-fa59-4c93-aab0-6b72325ba5b6 req-861f8758-c8bc-4d96-abb9-80c8697e80a2 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850861 Jul 28 10:47:51.964113 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event deleted for resources: {'Port': ['ID=75d4511c-4c76-4c23-9e78-ae36a91090f0,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:52.026468 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks [] for floatingip, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:52.026802 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Floating IP 5cc202b9-6fd3-4d59-a38b-da278c29faba disassociated (deleted). External IP: 172.27.3.75, port: ec6da845-0d32-4939-977f-83ac4d39f421. Jul 28 10:47:52.467456 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:47:52.569323 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:47:52.574094 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:52.578809 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] Sync routers for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:47:52.587995 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:47:52.588605 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:52.601062 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d3dad3fa-f468-4196-9593-83267e752f38 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "DELETE /v2.0/floatingips/5cc202b9-6fd3-4d59-a38b-da278c29faba HTTP/1.1" status: 204 len: 168 time: 1.0762796 Jul 28 10:47:52.601657 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:47:52.606295 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf1f122-ed88-4398-ab3c-63b8da05c69b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:47:52.641016 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9ba091-39d5-49d4-b61b-20fe7b077fe9 x-openstack-request-id: req-cd9ba091-39d5-49d4-b61b-20fe7b077fe9 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:47:52.641304 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:47:52.641562 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cd9ba091-39d5-49d4-b61b-20fe7b077fe9 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:47:52.643301 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'status': 'completed', 'code': 200} Jul 28 10:47:52.696501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:47:52.733278 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-cb63028c-b90c-4515-8e55-e58b22535fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:52.735083 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-cb63028c-b90c-4515-8e55-e58b22535fe9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c629d862dae14c7486856432ac104059&device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 1099 time: 0.0496817 Jul 28 10:47:52.843341 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-28b98217-b23b-458b-a211-eac77ebc04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:52.844759 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-28b98217-b23b-458b-a211-eac77ebc04c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 200 len: 915 time: 0.1032202 Jul 28 10:47:52.895680 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-2163679b-ec4f-49fb-b35e-80bdaecab240 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 200 len: 217 time: 0.0385561 Jul 28 10:47:52.906958 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 5, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:52.932726 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] Checking router: 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:47:52.940694 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:47:52.941319 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:52.944685 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-b049a659-a2fd-48e4-aebb-0baec145a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:52.946172 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-b049a659-a2fd-48e4-aebb-0baec145a26c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 200 len: 853 time: 0.0439408 Jul 28 10:47:52.990470 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-fccd27fa-51dc-4f2c-8564-f3b44ca0db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:52.992009 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-fccd27fa-51dc-4f2c-8564-f3b44ca0db14 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=621974ff-43f6-47e9-8a8e-c2e782ef2401&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381987 Jul 28 10:47:53.045043 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:47:53.083938 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-fdcd9ebf-35d2-46e7-bc30-29a3d43d95c3 service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843542 Jul 28 10:47:53.170721 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3cf1f122-ed88-4398-ab3c-63b8da05c69b req-310be677-b25c-402e-869b-2d83884a302d service neutron] 10.222.0.23 "GET /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795448 Jul 28 10:47:53.241370 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 5, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:47:53.270990 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8573f394-19d1-4658-8f8b-09971628e481 None None] The sync data for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi is: [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:45:49Z', 'revision_number': 4, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '312be242-64c4-449c-9a97-7a24f7be6195', 'name': '', 'network_id': '621974ff-43f6-47e9-8a8e-c2e782ef2401', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'mac_address': 'fa:16:3e:9b:f7:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_interface', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:48Z', 'updated_at': '2021-07-28T10:45:54Z', 'revision_number': 5, 'project_id': 'c629d862dae14c7486856432ac104059', 'subnets': [{'id': 'a82d2f35-327a-4afa-8044-3624d38c2c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:47:53.481071 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e1444cd-752d-4137-b225-9a3df2a53091 None None] New status for floating IP 5cc202b9-6fd3-4d59-a38b-da278c29faba: DOWN {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:47:55.330609 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b68f90-6153-4934-ba16-6624b058257e req-250e4540-fb9b-4bb3-92df-917693d6c09a tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:55.332103 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-41b68f90-6153-4934-ba16-6624b058257e req-250e4540-fb9b-4bb3-92df-917693d6c09a tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0486393 Jul 28 10:47:55.369898 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-41b68f90-6153-4934-ba16-6624b058257e req-c7451a04-245e-446a-934e-d8be4d412c10 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312338 Jul 28 10:47:56.490971 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89545542-741f-41c7-895a-b89cb19a49c6 req-8d48bb20-409c-4dd8-8b28-fbe7f412ebb2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:56.492456 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89545542-741f-41c7-895a-b89cb19a49c6 req-8d48bb20-409c-4dd8-8b28-fbe7f412ebb2 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0555065 Jul 28 10:47:56.530644 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-89545542-741f-41c7-895a-b89cb19a49c6 req-4974ed9d-26bf-4b0d-bb6d-50b7ebeb182a tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/security-groups?id=5266d124-15ca-4f3c-8cbd-805ed15594d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jul 28 10:47:57.102314 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-2bde345e-39a2-49af-9d29-d6ae4abeac87 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:47:57.103767 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-2bde345e-39a2-49af-9d29-d6ae4abeac87 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 946 time: 0.0553436 Jul 28 10:47:57.197863 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Deleting port ec6da845-0d32-4939-977f-83ac4d39f421 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:47:57.198206 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:57.286424 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] For port ec6da845-0d32-4939-977f-83ac4d39f421, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=ec6da845-0d32-4939-977f-83ac4d39f421,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:57.286788 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:57.298825 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Calling delete_port for ec6da845-0d32-4939-977f-83ac4d39f421 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:47:57.423173 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:57.452888 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Pushing event deleted for resources: {'Port': ['ID=ec6da845-0d32-4939-977f-83ac4d39f421,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:47:57.459933 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['ec6da845-0d32-4939-977f-83ac4d39f421'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:47:57.491261 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] No DVR routers for this DVR port ec6da845-0d32-4939-977f-83ac4d39f421 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:47:57.493600 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:57.495525 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0ffc51b4-4a01-4d2f-9bc3-225bd9e66f1e req-0b67db17-b250-416c-81bc-d67a2aaec6f4 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.23 "DELETE /v2.0/ports/ec6da845-0d32-4939-977f-83ac4d39f421 HTTP/1.1" status: 204 len: 173 time: 0.3842020 Jul 28 10:47:57.496211 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'name': 'network-vif-deleted', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:47:57.498466 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb32c5c-6869-4b06-9bd5-c681b98fd470" -d '{"events": [{"server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "name": "network-vif-deleted", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:47:57.535206 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:47:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c482947-adfb-4347-8cb9-e0aecc793451 x-openstack-request-id: req-6c482947-adfb-4347-8cb9-e0aecc793451 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:47:57.535498 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7", "name": "network-vif-deleted", "tag": "ec6da845-0d32-4939-977f-83ac4d39f421", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:47:57.535750 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6c482947-adfb-4347-8cb9-e0aecc793451 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:47:57.536216 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7', 'name': 'network-vif-deleted', 'tag': 'ec6da845-0d32-4939-977f-83ac4d39f421', 'status': 'completed', 'code': 200} Jul 28 10:47:57.624506 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-98d86ad2-3971-44d0-bfd4-0ae4568fc44b req-5e3cd0bd-204f-487c-8191-065e94725575 tempest-TestMinimumBasicScenario-1503162241 tempest-TestMinimumBasicScenario-1503162241-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e6ee1a7-3ea6-4352-af5c-acf0f8a485a7 HTTP/1.1" status: 200 len: 210 time: 0.0255008 Jul 28 10:47:59.280280 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54730) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:47:59.617042 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:59.746187 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device ec6da845-0d32-4939-977f-83ac4d39f421 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:47:59.765727 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: ec6da845-0d32-4939-977f-83ac4d39f421 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:47:59.766070 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device ec6da845-0d32-4939-977f-83ac4d39f421 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:47:59.853155 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Deleting port 312be242-64c4-449c-9a97-7a24f7be6195 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:47:59.853503 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:59.927928 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] For port 312be242-64c4-449c-9a97-7a24f7be6195, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=312be242-64c4-449c-9a97-7a24f7be6195,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:47:59.928215 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:47:59.940304 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Calling delete_port for 312be242-64c4-449c-9a97-7a24f7be6195 owned by network:router_interface {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:00.112550 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:00.142431 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=312be242-64c4-449c-9a97-7a24f7be6195,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:00.302478 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:00.513716 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:48:00.615127 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:00.621626 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c2d7b34f-059f-4ecc-94b6-13bf7ea8daf8 admin admin] 10.222.0.25 "PUT /v2.0/routers/90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3398273 Jul 28 10:48:00.622841 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54732) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:00.624111 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] Sync routers for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:00.633335 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:00.633938 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:00.725382 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks [] for router, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:00.739836 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:00.821120 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:00.875456 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Deleting port 8d31f5b2-d7ac-498d-b357-c8c47739250d {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:48:00.875799 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:00.919972 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:48:00Z', 'revision_number': 5, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port': {'id': '8d31f5b2-d7ac-498d-b357-c8c47739250d', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:47Z', 'updated_at': '2021-07-28T10:45:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:00.945428 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] Checking router: 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:00.951875 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] For port 8d31f5b2-d7ac-498d-b357-c8c47739250d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=8d31f5b2-d7ac-498d-b357-c8c47739250d,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:00.952239 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:00.954022 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] Routers {'90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:00.954621 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:00.965774 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Calling delete_port for 8d31f5b2-d7ac-498d-b357-c8c47739250d owned by network:router_gateway {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:01.041220 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] Set router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 gateway port host: None {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:01.092015 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:48:00Z', 'revision_number': 6, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:01.121164 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f65869-4acd-4b57-8435-768754b3ae25 None None] The sync data for ids ['90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802'] in dv-cinder-800431-3-iscsi is: [{'id': '90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802', 'name': 'tempest-TestMinimumBasicScenario-916739901-router', 'tenant_id': 'c629d862dae14c7486856432ac104059', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:46Z', 'updated_at': '2021-07-28T10:48:00Z', 'revision_number': 6, 'project_id': 'c629d862dae14c7486856432ac104059', 'gw_port_host': None}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:01.132095 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.160872 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d31f5b2-d7ac-498d-b357-c8c47739250d,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:01.217130 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.545599 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.547666 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.588783 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.589301 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 {{(pid=93231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:48:01.593809 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.595041 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-dfc32de9-1d59-4de1-a4c9-38f512ac3088 admin admin] 10.222.0.25 "DELETE /v2.0/routers/90e18e7d-f6c6-4f56-a83d-6d4bcbf5f802 HTTP/1.1" status: 204 len: 168 time: 0.9712696 Jul 28 10:48:01.597488 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54734) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:01.642490 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] Deleting subnet a82d2f35-327a-4afa-8044-3624d38c2c2e {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:48:01.645925 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.677875 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.752561 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.807812 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.835432 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82d2f35-327a-4afa-8044-3624d38c2c2e,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:01.837455 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.840356 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-198a7451-0e7e-4edb-89b6-928a146f78be admin admin] 10.222.0.25 "DELETE /v2.0/subnets/a82d2f35-327a-4afa-8044-3624d38c2c2e HTTP/1.1" status: 204 len: 168 time: 0.2413092 Jul 28 10:48:01.841879 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54736) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:01.842130 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451966a7-f193-443b-b139-f1ccc2812bca None None] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:48:01.909154 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:01.966253 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Deleting port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:48:01.966566 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.033546 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] DHCP port deletion for 621974ff-43f6-47e9-8a8e-c2e782ef2401 request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:48:02.037477 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] For port 86fc1e98-2537-4218-9b69-28bb78ec5ac6, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=86fc1e98-2537-4218-9b69-28bb78ec5ac6,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:02.037808 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.050995 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Calling delete_port for 86fc1e98-2537-4218-9b69-28bb78ec5ac6 owned by network:dhcp {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:02.083614 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Deleting port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:48:02.084069 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.132598 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.151699 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] For port 86fc1e98-2537-4218-9b69-28bb78ec5ac6, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=86fc1e98-2537-4218-9b69-28bb78ec5ac6,segment=NetworkSegment(e8c59add-2463-46d4-a960-9ec2e60f1d3a),segment_id=e8c59add-2463-46d4-a960-9ec2e60f1d3a)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:02.152097 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.164515 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Pushing event deleted for resources: {'Port': ['ID=86fc1e98-2537-4218-9b69-28bb78ec5ac6,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:02.165476 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Calling delete_port for 86fc1e98-2537-4218-9b69-28bb78ec5ac6 owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:02.169000 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] No DVR routers for this DVR port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 on host dv-cinder-800431-3-iscsi {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:48:02.238594 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.249227 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['621974ff-43f6-47e9-8a8e-c2e782ef2401']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:02.260261 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c59add-2463-46d4-a960-9ec2e60f1d3a') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:02.260517 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c59add-2463-46d4-a960-9ec2e60f1d3a') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:02.270364 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.286127 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.292676 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:48:02.293164 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:48:02.294928 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:48:02.357244 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.361749 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.366672 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] 10.222.0.25 "DELETE /v2.0/networks/621974ff-43f6-47e9-8a8e-c2e782ef2401 HTTP/1.1" status: 204 len: 168 time: 0.5209179 Jul 28 10:48:02.367161 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54738) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:02.370457 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 312be242-64c4-449c-9a97-7a24f7be6195 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:02.375011 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:02.382106 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0add85-3f5f-48d3-9e51-f3553e82c256 admin admin] Pushing event deleted for resources: {'Network': ['ID=621974ff-43f6-47e9-8a8e-c2e782ef2401,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:02.397313 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 312be242-64c4-449c-9a97-7a24f7be6195 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:48:02.397767 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 312be242-64c4-449c-9a97-7a24f7be6195 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:02.398186 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 8d31f5b2-d7ac-498d-b357-c8c47739250d no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:02.416179 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Network 621974ff-43f6-47e9-8a8e-c2e782ef2401 is not hosted by any dhcp agent {{(pid=93233) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 10:48:02.416637 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] No DVR routers for this DVR port 86fc1e98-2537-4218-9b69-28bb78ec5ac6 on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:48:02.433198 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Pushing event deleted for resources: {'Port': ['ID=86fc1e98-2537-4218-9b69-28bb78ec5ac6,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:02.442616 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.442616 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.443489 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.443489 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.443670 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.443849 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.444164 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.444484 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.444817 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.445135 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.445451 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.445764 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d77d4f61-eae2-4428-b188-a27e811c35c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:02.448277 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 8d31f5b2-d7ac-498d-b357-c8c47739250d {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:48:02.448560 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 8d31f5b2-d7ac-498d-b357-c8c47739250d not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:02.449008 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 86fc1e98-2537-4218-9b69-28bb78ec5ac6 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:02.468607 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 86fc1e98-2537-4218-9b69-28bb78ec5ac6 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:48:02.468978 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 86fc1e98-2537-4218-9b69-28bb78ec5ac6 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:02.701897 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:03.200629 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Deleting port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:48:03.201001 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:03.275385 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] For port c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,segment=NetworkSegment(942f0c70-9f2b-4f42-ac96-350524851f21),segment_id=942f0c70-9f2b-4f42-ac96-350524851f21)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:03.275746 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:03.291319 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Calling delete_port for c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae owned by network:router_interface {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:03.461757 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:03.485714 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Pushing event deleted for resources: {'Port': ['ID=c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:03.645635 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:03.850356 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Router 9854ba40-17db-40df-b433-a71375cc9383 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:48:03.953841 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:03.959287 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-0760b65a-160f-46f5-9552-d41eeb5fb28e admin admin] 10.222.0.25 "PUT /v2.0/routers/9854ba40-17db-40df-b433-a71375cc9383/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5911884 Jul 28 10:48:03.961857 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54742) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:03.964486 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] Sync routers for ids ['9854ba40-17db-40df-b433-a71375cc9383'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:03.974879 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] Routers {'9854ba40-17db-40df-b433-a71375cc9383'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:03.975487 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9854ba40-17db-40df-b433-a71375cc9383'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:04.064853 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks [] for router, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.074704 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] Set router 9854ba40-17db-40df-b433-a71375cc9383 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:04.167042 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.219583 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Deleting port 47d1dff3-b1ca-47d5-8869-699be7504bff {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:48:04.219935 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.253091 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:48:03Z', 'revision_number': 5, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port': {'id': '47d1dff3-b1ca-47d5-8869-699be7504bff', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9854ba40-17db-40df-b433-a71375cc9383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:45:52Z', 'updated_at': '2021-07-28T10:45:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:04.279069 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] Checking router: 9854ba40-17db-40df-b433-a71375cc9383 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:04.287130 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] Routers {'9854ba40-17db-40df-b433-a71375cc9383'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:04.287720 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['9854ba40-17db-40df-b433-a71375cc9383'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:04.296713 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] For port 47d1dff3-b1ca-47d5-8869-699be7504bff, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=47d1dff3-b1ca-47d5-8869-699be7504bff,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:04.297111 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.314436 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Calling delete_port for 47d1dff3-b1ca-47d5-8869-699be7504bff owned by network:router_gateway {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:04.371585 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] Set router 9854ba40-17db-40df-b433-a71375cc9383 gateway port host: None {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:04.421256 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:48:04Z', 'revision_number': 6, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:04.449165 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d2befa-4d8a-4999-b36f-34b8c4478bc4 None None] The sync data for ids ['9854ba40-17db-40df-b433-a71375cc9383'] in dv-cinder-800431-3-iscsi is: [{'id': '9854ba40-17db-40df-b433-a71375cc9383', 'name': 'tempest-TestMinimumBasicScenario-1671268053-router', 'tenant_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:45:51Z', 'updated_at': '2021-07-28T10:48:04Z', 'revision_number': 6, 'project_id': 'f1e2426e6eb44b8b9dcce6d1f4568cdb', 'gw_port_host': None}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:04.485274 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.511947 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d1dff3-b1ca-47d5-8869-699be7504bff,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:04.568847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.654319 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.656328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.701217 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.701656 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9854ba40-17db-40df-b433-a71375cc9383 {{(pid=93232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:48:04.705885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.707072 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-60b89561-b270-48e1-a58f-933f9bd30372 admin admin] 10.222.0.25 "DELETE /v2.0/routers/9854ba40-17db-40df-b433-a71375cc9383 HTTP/1.1" status: 204 len: 168 time: 0.7443035 Jul 28 10:48:04.710152 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54744) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:04.753372 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] Deleting subnet 6ff5ca30-6b7d-49b8-a836-38955347d5f2 {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:48:04.756843 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.791349 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.872549 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.925729 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.952784 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff5ca30-6b7d-49b8-a836-38955347d5f2,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:04.954808 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:04.957971 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-37d08572-6b3d-450e-9d1a-c7b5392b984c admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6ff5ca30-6b7d-49b8-a836-38955347d5f2 HTTP/1.1" status: 204 len: 168 time: 0.2468340 Jul 28 10:48:04.958426 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7868f46a-98c0-46df-9df1-040ff60c357c None None] Network 629ad93a-4dcb-4884-80c9-e0c17a4db212 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:48:04.960655 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54746) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:05.033019 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.088303 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Deleting port 0344953e-9940-4591-840c-939d4fd19180 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:48:05.088738 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.153683 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] DHCP port deletion for 629ad93a-4dcb-4884-80c9-e0c17a4db212 request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:48:05.166960 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] For port 0344953e-9940-4591-840c-939d4fd19180, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=0344953e-9940-4591-840c-939d4fd19180,segment=NetworkSegment(942f0c70-9f2b-4f42-ac96-350524851f21),segment_id=942f0c70-9f2b-4f42-ac96-350524851f21)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:05.167324 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.183886 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Calling delete_port for 0344953e-9940-4591-840c-939d4fd19180 owned by network:dhcp {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:05.202699 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] Deleting port 0344953e-9940-4591-840c-939d4fd19180 {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:48:05.203127 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.267788 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.271062 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] For port 0344953e-9940-4591-840c-939d4fd19180, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=0344953e-9940-4591-840c-939d4fd19180,segment=NetworkSegment(942f0c70-9f2b-4f42-ac96-350524851f21),segment_id=942f0c70-9f2b-4f42-ac96-350524851f21)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:05.271457 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.283822 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] Calling delete_port for 0344953e-9940-4591-840c-939d4fd19180 owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:48:05.293901 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0344953e-9940-4591-840c-939d4fd19180,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:05.295726 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] No DVR routers for this DVR port 0344953e-9940-4591-840c-939d4fd19180 on host dv-cinder-800431-3-iscsi {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:48:05.360911 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.363323 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.374181 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['629ad93a-4dcb-4884-80c9-e0c17a4db212']}} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:05.388289 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942f0c70-9f2b-4f42-ac96-350524851f21') {'for_net_delete': True} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:05.388518 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.services.segments.db [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942f0c70-9f2b-4f42-ac96-350524851f21') {} {{(pid=93232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:05.390151 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] Pushing event deleted for resources: {'Port': ['ID=0344953e-9940-4591-840c-939d4fd19180,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:05.393748 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1f4288-27d0-45f4-9e46-8a2fd48d8772 None None] No DVR routers for this DVR port 0344953e-9940-4591-840c-939d4fd19180 on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:48:05.403468 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4682916'] for segment, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.417369 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.422990 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93232) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:48:05.423368 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4682975'] for segment, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: Traceback (most recent call last): Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: timer() Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: cb(*args, **kw) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: return func(*args, **kwargs) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: self._notify() Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: self.callback(batched_events) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: event.method(event) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: return f(self, *a, **k) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._get(url).json() Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: return self.request(url, 'GET', **kwargs) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:48:05.425155 dv-cinder-800431-3-iscsi neutron-server[93232]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:48:05.476921 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.481119 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.485185 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/629ad93a-4dcb-4884-80c9-e0c17a4db212 HTTP/1.1" status: 204 len: 168 time: 0.5235710 Jul 28 10:48:05.498106 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9b7316-60a2-4c30-ae45-7a91a8f760e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=629ad93a-4dcb-4884-80c9-e0c17a4db212,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:05.641503 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54750) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:05.680306 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-07cec1bb-6327-42ef-ae0b-35462c14b989 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c629d862dae14c7486856432ac104059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375242 Jul 28 10:48:05.682494 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54752) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:05.729625 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-12e1f409-44b0-45d9-9c41-150d0a67bf23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.753693 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-12e1f409-44b0-45d9-9c41-150d0a67bf23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.798663 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-12e1f409-44b0-45d9-9c41-150d0a67bf23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.801463 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-12e1f409-44b0-45d9-9c41-150d0a67bf23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:05.802764 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-12e1f409-44b0-45d9-9c41-150d0a67bf23 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5266d124-15ca-4f3c-8cbd-805ed15594d4 HTTP/1.1" status: 204 len: 168 time: 0.1193795 Jul 28 10:48:05.810020 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1f409-44b0-45d9-9c41-150d0a67bf23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266d124-15ca-4f3c-8cbd-805ed15594d4,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:06.100325 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54758) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:06.138700 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-869a53fc-524b-4498-ab6d-93580af29d19 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f1e2426e6eb44b8b9dcce6d1f4568cdb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0371428 Jul 28 10:48:06.141054 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54760) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:06.188646 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-beabc1e4-09f9-477b-a932-e25a45be1991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:06.209506 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-beabc1e4-09f9-477b-a932-e25a45be1991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:06.255042 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-beabc1e4-09f9-477b-a932-e25a45be1991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:06.257599 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-beabc1e4-09f9-477b-a932-e25a45be1991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:06.258737 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-beabc1e4-09f9-477b-a932-e25a45be1991 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/945402a3-e29e-424b-accc-d3207240f87b HTTP/1.1" status: 204 len: 168 time: 0.1168010 Jul 28 10:48:06.266040 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beabc1e4-09f9-477b-a932-e25a45be1991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945402a3-e29e-424b-accc-d3207240f87b,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:06.361141 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:06.383287 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:48:06.383638 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device c3c0aea4-77d9-42f1-a1d1-142fa4b2a1ae not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:06.384054 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 47d1dff3-b1ca-47d5-8869-699be7504bff no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:06.403480 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 47d1dff3-b1ca-47d5-8869-699be7504bff {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:48:06.403836 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 47d1dff3-b1ca-47d5-8869-699be7504bff not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:06.404249 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 0344953e-9940-4591-840c-939d4fd19180 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:48:06.423861 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 0344953e-9940-4591-840c-939d4fd19180 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:48:06.424224 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 0344953e-9940-4591-840c-939d4fd19180 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:48:06.899599 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54782) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:06.994321 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-616332575-network', 'tenant_id': '6525d100052a4861b65a019a6d374764'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:07.015840 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Made reservation on behalf of 6525d100052a4861b65a019a6d374764 for: {'network': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:07.018080 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.026732 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.117111 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.120820 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.148165 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93232) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:07.153370 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476e7574-f133-4cd5-a2b4-cea136adc725,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:07.161047 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.161047 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.segments_db [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Added segment a47063ed-cee9-4c74-b99b-f2b6be2a8148 of type vlan for network b2fe08e7-640a-41c7-a2ce-93635cb09326 Jul 28 10:48:07.199143 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.226536 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.227483 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:07.228062 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.279143 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3783991 Jul 28 10:48:07.282140 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54788) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:07.286351 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c2fcb-c7c0-45e0-bf8c-167098e73e1c admin admin] Pushing event updated for resources: {'Network': ['ID=b2fe08e7-640a-41c7-a2ce-93635cb09326,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:07.287798 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Request body: {'subnet': {'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-616332575-subnet', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:07.296185 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:07.310100 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Made reservation on behalf of 6525d100052a4861b65a019a6d374764 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:07.312403 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5213335'] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.477570 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5052216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5213413'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.531441 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Pushing event updated for resources: {'Subnet': ['ID=affb8db2-09e9-4b5b-9787-ea20ab0f20b4,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:07.540080 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Checking segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:07.540436 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Network hostable DHCP agents. Network: b2fe08e7-640a-41c7-a2ce-93635cb09326, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:07.556924 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:07.565395 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, b2fe08e7-640a-41c7-a2ce-93635cb09326) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:07.570968 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:07.572866 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.573790 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507951da-d00f-4d15-9ef5-0a3d8cccdcc7 None None] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:48:07.587064 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-4cc89891-9edb-4159-a1d8-8e6cf0b25320 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3032928 Jul 28 10:48:07.589772 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54790) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:07.594073 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:07.614667 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.615633 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.669430 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.725317 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-b2fe08e7-640a-41c7-a2ce-93635cb09326', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:48:07.726194 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.802563 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.859085 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8ce8ecd5-1da2-4714-80d4-925ebc81cac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:07.869595 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Allocated IP 172.20.0.2 (b2fe08e7-640a-41c7-a2ce-93635cb09326/affb8db2-09e9-4b5b-9787-ea20ab0f20b4/fd7e7076-c399-417e-b832-658d6102424d) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:08.005417 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.023332 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.024204 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.031970 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Transition to ACTIVE for port object fd7e7076-c399-417e-b832-658d6102424d will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:08.047009 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Transition to ACTIVE for port object fd7e7076-c399-417e-b832-658d6102424d will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:08.052846 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.090822 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:08.093739 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:08.096131 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:08.107205 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Pushing event updated for resources: {'Port': ['ID=fd7e7076-c399-417e-b832-658d6102424d,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:08.128028 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Allocated IP 172.27.3.174 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/f804b5f4-00f7-4476-b1a1-67f0e3639d4c) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:08.162450 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Attempting to bind port fd7e7076-c399-417e-b832-658d6102424d on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:48:08.162953 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Attempting to bind port fd7e7076-c399-417e-b832-658d6102424d by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:48:08.163313 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Attempting to bind port fd7e7076-c399-417e-b832-658d6102424d on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:08.168260 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:48:08.168624 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Checking segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:08.169046 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.169431 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Bound using segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:48:08.169886 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Bound port: fd7e7076-c399-417e-b832-658d6102424d, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:48:08.170263 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.225435 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.234671 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] For port fd7e7076-c399-417e-b832-658d6102424d, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:08.237695 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] For port fd7e7076-c399-417e-b832-658d6102424d, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=fd7e7076-c399-417e-b832-658d6102424d,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:08.242581 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.264504 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.300652 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:08.305646 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:08.309706 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db4aa7-79c8-4e77-afb7-217024c64d28 None None] Pushing event updated for resources: {'Port': ['ID=fd7e7076-c399-417e-b832-658d6102424d,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:08.311298 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:08.317491 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Pushing event updated for resources: {'Port': ['ID=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:08.573682 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.760125 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:08.886189 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:48:08.996682 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:09.008350 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:09.016075 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.017697 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-806364c2-0593-4375-812a-82136f876fbc admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4269304 Jul 28 10:48:09.020923 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54796) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:09.022750 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:09.023412 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:09.126572 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a9af49-913e-4de3-b516-468a251910c5 None None] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:48:09.146389 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:09.275407 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-ffad08ab-551d-4aa0-bce8-41c8696b5b61 None None] Provisioning for port fd7e7076-c399-417e-b832-658d6102424d completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:09.437153 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.451706 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:08Z', 'revision_number': 3, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:09.479435 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:09.479872 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Updating router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 port f804b5f4-00f7-4476-b1a1-67f0e3639d4c binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:48:09.506981 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.598783 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Allocated IP 172.20.0.1 (b2fe08e7-640a-41c7-a2ce-93635cb09326/affb8db2-09e9-4b5b-9787-ea20ab0f20b4/e3cf0a7b-6d88-4c99-8c8b-e795776eeb12) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:09.705757 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.720596 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.provisioning_blocks [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Transition to ACTIVE for port object e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 will not be triggered until provisioned by entity DHCP. {{(pid=93231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:09.753487 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.785595 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.790568 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:09.793374 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:09.795423 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Transition to ACTIVE for port object f804b5f4-00f7-4476-b1a1-67f0e3639d4c will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:09.798759 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:09.802836 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.804898 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Pushing event updated for resources: {'Port': ['ID=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:09.845896 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.856078 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Attempting to bind port f804b5f4-00f7-4476-b1a1-67f0e3639d4c on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:48:09.856451 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Attempting to bind port f804b5f4-00f7-4476-b1a1-67f0e3639d4c by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:48:09.856843 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Attempting to bind port f804b5f4-00f7-4476-b1a1-67f0e3639d4c on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:09.864722 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa28ce2-9abf-4c07-8e68-15dc6d96898e None None] Pushing event updated for resources: {'Port': ['ID=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:09.867246 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:48:09.867636 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:09.868034 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.868430 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:48:09.868925 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Bound port: f804b5f4-00f7-4476-b1a1-67f0e3639d4c, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:48:09.869310 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.923970 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] For port f804b5f4-00f7-4476-b1a1-67f0e3639d4c, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:09.928307 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] For port f804b5f4-00f7-4476-b1a1-67f0e3639d4c, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:09.933807 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.974477 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:09.996441 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:09.997090 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:47:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:10.034702 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa28ce2-9abf-4c07-8e68-15dc6d96898e None None] Pushing event updated for resources: {'Port': ['ID=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:10.058351 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-9ce15e2d-2cae-4417-8ed0-6272bc5244ad None None] Provisioning for port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:10.063574 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-9ce15e2d-2cae-4417-8ed0-6272bc5244ad None None] Provisioning complete for port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:10.063954 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9ce15e2d-2cae-4417-8ed0-6272bc5244ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.149589 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.155570 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.232351 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Pushing event updated for resources: {'Port': ['ID=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:10.235769 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.263627 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-9ce15e2d-2cae-4417-8ed0-6272bc5244ad None None] Port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:48:10.271834 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:10.337702 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:10.339311 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:10.416987 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device fd7e7076-c399-417e-b832-658d6102424d up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:10.475255 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:48:10.521391 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port fd7e7076-c399-417e-b832-658d6102424d completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:10.532214 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port fd7e7076-c399-417e-b832-658d6102424d triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:10.532589 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.581447 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:10.586461 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:10.591513 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d10b825d-3eaf-4c22-b5c6-e184c369bbfa admin admin] 10.222.0.25 "PUT /v2.0/routers/0d78e2ac-ba63-4481-8ba3-5008a9232a99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5694683 Jul 28 10:48:10.628689 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d34a56-43e7-46ec-a9fa-b7d7a3e9a632 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:10.633408 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-aa2c0cd1-03bc-4c65-afc3-7f9e9864edae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.650730 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-1f5e429f-a574-4ccc-be9e-82f453d68824 None None] Provisioning complete for port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:10.651013 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1f5e429f-a574-4ccc-be9e-82f453d68824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.654512 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.728294 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-1f5e429f-a574-4ccc-be9e-82f453d68824 None None] Port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:48:10.731870 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.769715 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port fd7e7076-c399-417e-b832-658d6102424d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=fd7e7076-c399-417e-b832-658d6102424d,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:10.775472 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:10.849627 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=fd7e7076-c399-417e-b832-658d6102424d,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:11.115681 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54814) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:11.120691 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-275832801-network', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:11.141722 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Made reservation on behalf of 49cca1a80d194e67b86bc4d0709dd431 for: {'network': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:11.144058 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for network, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.153179 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.266412 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.272693 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.297778 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 10:48:11.308825 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ebd666c-c829-41a0-a85b-019717f95a1e,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:11.314943 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.315346 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.segments_db [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Added segment c82eae66-1b61-480e-af99-5bbb0bbf9888 of type vlan for network 2140213a-3f6f-4afc-a0df-80698a1e7a72 Jul 28 10:48:11.361298 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735162706014'] for network, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.391609 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658'] for network, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.392739 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:11.393452 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.444978 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3281388 Jul 28 10:48:11.447674 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54816) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:11.454067 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Request body: {'subnet': {'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-275832801-subnet', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'ip_version': 4}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:11.468323 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe1a9ee-aead-4b09-b78a-7e4e42f23caa admin admin] Pushing event updated for resources: {'Network': ['ID=2140213a-3f6f-4afc-a0df-80698a1e7a72,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:11.479848 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 details requested by agent ovs-agent-dv-cinder-800431-3-iscsi with host dv-cinder-800431-3-iscsi {{(pid=93233) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 10:48:11.483393 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Made reservation on behalf of 49cca1a80d194e67b86bc4d0709dd431 for: {'subnet': 1} {{(pid=93231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:11.485791 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5213335'] for subnet, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.546816 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.899553 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5052216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5213413'] for subnet, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.950933 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6f9090-b307-44ba-856a-69f64cf10173,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:11.961599 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Checking segment: {'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:11.961961 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Network hostable DHCP agents. Network: 2140213a-3f6f-4afc-a0df-80698a1e7a72, hostable agents: ['8f0ce486-32ee-4e57-ba15-e704099baa80'], hosted agents: [] {{(pid=93231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 10:48:11.979580 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 is scheduled to be hosted by DHCP agent 8f0ce486-32ee-4e57-ba15-e704099baa80 with binding_index 1 {{(pid=93231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 10:48:11.988437 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-800431-3-iscsi, 2140213a-3f6f-4afc-a0df-80698a1e7a72) {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:11.992487 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:11.993148 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:11.997824 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe470927-9ca9-4943-a719-8c9d5643f1cb None None] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:48:12.008167 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-5a1b7ed4-511c-452a-813d-544669d0e910 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5594585 Jul 28 10:48:12.010770 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54818) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:12.015270 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:12.036024 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-538716', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-223695'] for router, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.037148 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-538875', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1043254', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-615936', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-223684'] for router, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.091041 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.119818 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:48:12.147268 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp992527e7-11e0-5e28-ab5d-f6963ab3e58a-2140213a-3f6f-4afc-a0df-80698a1e7a72', 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'fixed_ips': [{'subnet_id': 'ad6f9090-b307-44ba-856a-69f64cf10173'}]}} from dv-cinder-800431-3-iscsi. {{(pid=93233) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 10:48:12.148131 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.239918 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-617932', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-538734', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-223722'] for router, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.291667 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.db_base_plugin_common [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Allocated IP 172.20.0.2 (2140213a-3f6f-4afc-a0df-80698a1e7a72/ad6f9090-b307-44ba-856a-69f64cf10173/b80392c9-d0be-47ed-888c-ce99ae4d8c56) {{(pid=93233) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:12.453364 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.453881 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.461542 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Transition to ACTIVE for port object b80392c9-d0be-47ed-888c-ce99ae4d8c56 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:12.478737 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Transition to ACTIVE for port object b80392c9-d0be-47ed-888c-ce99ae4d8c56 will not be triggered until provisioned by entity DHCP. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:12.479101 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.484263 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f804b5f4-00f7-4476-b1a1-67f0e3639d4c up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:12.488380 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284'] for port, after_create {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.543943 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 is already hosted by enough agents. {{(pid=93233) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:12.549600 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.scheduler.base_scheduler [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Resources bound (agent type, host, resource id): {{(pid=93233) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:12.557041 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Received port after_create {{(pid=93233) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:12.568426 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:12.576419 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Pushing event updated for resources: {'Port': ['ID=b80392c9-d0be-47ed-888c-ce99ae4d8c56,revision_number=1']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:12.580501 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:12.581247 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:12.598478 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Allocated IP 172.27.3.92 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/5ba3ead2-580d-4476-92f3-2715584f9e92) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:12.629978 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Attempting to bind port b80392c9-d0be-47ed-888c-ce99ae4d8c56 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:48:12.630446 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Attempting to bind port b80392c9-d0be-47ed-888c-ce99ae4d8c56 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:48:12.630951 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Attempting to bind port b80392c9-d0be-47ed-888c-ce99ae4d8c56 on network 2140213a-3f6f-4afc-a0df-80698a1e7a72 {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:12.633900 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port f804b5f4-00f7-4476-b1a1-67f0e3639d4c completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:12.638544 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:48:12.638915 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Checking segment: {'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:12.639311 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.639700 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Bound using segment: {'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:48:12.640157 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Bound port: b80392c9-d0be-47ed-888c-ce99ae4d8c56, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:48:12.640530 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.643515 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port f804b5f4-00f7-4476-b1a1-67f0e3639d4c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:12.643870 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.725509 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.738829 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] For port b80392c9-d0be-47ed-888c-ce99ae4d8c56, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:12.743035 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] For port b80392c9-d0be-47ed-888c-ce99ae4d8c56, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=b80392c9-d0be-47ed-888c-ce99ae4d8c56,segment=NetworkSegment(c82eae66-1b61-480e-af99-5bbb0bbf9888),segment_id=c82eae66-1b61-480e-af99-5bbb0bbf9888)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:12.770931 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.773521 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.791502 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:12.812917 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:12.820580 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:12.822784 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba3ead2-580d-4476-92f3-2715584f9e92,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:12.824933 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:12.850308 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1406a370-60f5-459b-9f8f-5436a98b16c7 None None] Pushing event updated for resources: {'Port': ['ID=b80392c9-d0be-47ed-888c-ce99ae4d8c56,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:12.856650 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.883180 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port f804b5f4-00f7-4476-b1a1-67f0e3639d4c, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:12.888098 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:12.889096 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device fd7e7076-c399-417e-b832-658d6102424d up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:12.966588 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:12.982142 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port fd7e7076-c399-417e-b832-658d6102424d triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:12.982649 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.027138 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:10Z', 'revision_number': 2, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:13.059573 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:13.060255 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Updating router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:48:13.107747 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.122161 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.125866 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.326261 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-538727', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-617961'] for router, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.395114 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.405216 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Transition to ACTIVE for port object e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:13.411333 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.453790 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 is scheduled to L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e with binding_index 1 {{(pid=93231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 10:48:13.456960 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Pushing event updated for resources: {'Port': ['ID=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:13.465481 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.465828 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.466632 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.466632 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.466820 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.467321 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.467432 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.467749 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.468089 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.468419 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.468739 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.469076 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:13.528618 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Attempting to bind port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:48:13.529016 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Attempting to bind port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:48:13.529372 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Attempting to bind port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:13.534588 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:48:13.534888 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Checking segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:13.536000 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.536474 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Bound using segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:48:13.536893 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Bound port: e3cf0a7b-6d88-4c99-8c8b-e795776eeb12, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:48:13.537273 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.568558 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:13.577804 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Sync routers for ids ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:13.590657 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Routers {'b8e2afb4-5bb3-4813-a2e0-91cf82f61171'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:13.591518 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:13.598455 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.602468 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-cf16ced3-17e1-4eb3-bba3-fb0a4b826347 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5881383 Jul 28 10:48:13.603057 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54820) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:13.626921 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] For port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:13.631913 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] For port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:13.635709 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:13.724364 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:13.725720 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:13.732601 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c1f526-f8b2-4257-ac53-a5f9c7f1f26b None None] Pushing event updated for resources: {'Port': ['ID=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,revision_number=4']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:13.766570 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Set router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:13.890292 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:14.046506 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 3, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port': {'id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:14.083246 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75d0927-618a-488c-81bd-bbce82615a8a None None] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:48:14.087040 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Checking router: b8e2afb4-5bb3-4813-a2e0-91cf82f61171 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:14.087396 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Updating router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 port 5ba3ead2-580d-4476-92f3-2715584f9e92 binding host dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:48:14.131977 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:13Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:14.142345 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.156607 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.159677 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a853f5-cc61-4f5f-8b09-afaef533fdb7 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:13Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:14.312234 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Allocated IP 172.20.0.1 (2140213a-3f6f-4afc-a0df-80698a1e7a72/ad6f9090-b307-44ba-856a-69f64cf10173/9e977ade-5376-48fe-af9f-0b9c706d0b3b) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:14.369577 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-50e6db7b-6ab9-4bce-9e83-13fba988fa7c None None] Provisioning for port b80392c9-d0be-47ed-888c-ce99ae4d8c56 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:14.428442 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.451110 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Transition to ACTIVE for port object 9e977ade-5376-48fe-af9f-0b9c706d0b3b will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:14.500667 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.564821 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f804b5f4-00f7-4476-b1a1-67f0e3639d4c up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:14.582585 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Pushing event updated for resources: {'Port': ['ID=9e977ade-5376-48fe-af9f-0b9c706d0b3b,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:14.586165 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:14.587744 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:14.592501 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:14.616033 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Notify callbacks [] for port, precommit_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.637149 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Transition to ACTIVE for port object 5ba3ead2-580d-4476-92f3-2715584f9e92 will not be triggered until provisioned by entity L2. {{(pid=93233) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:14.640565 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-617782'] for router_interface, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.648588 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.710861 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Attempting to bind port 5ba3ead2-580d-4476-92f3-2715584f9e92 on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:48:14.711237 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Attempting to bind port 5ba3ead2-580d-4476-92f3-2715584f9e92 by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:48:14.711638 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Attempting to bind port 5ba3ead2-580d-4476-92f3-2715584f9e92 on network b68efc46-ba46-419b-8701-a31e5fc73bce {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:14.732676 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:48:14.733499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Checking segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:14.733499 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.733878 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Bound using segment: {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'} {{(pid=93233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:48:14.734375 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.managers [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Bound port: 5ba3ead2-580d-4476-92f3-2715584f9e92, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '403864f6-fbdb-4ed2-ad0d-aee130122cdc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce'}}] {{(pid=93233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:48:14.735478 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.742317 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port f804b5f4-00f7-4476-b1a1-67f0e3639d4c triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:14.742692 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.784863 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce98a78-117d-48aa-bad6-b28eb2268aa1 None None] Pushing event updated for resources: {'Port': ['ID=5ba3ead2-580d-4476-92f3-2715584f9e92,revision_number=2']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:14.792382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:14.844961 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] For port 5ba3ead2-580d-4476-92f3-2715584f9e92, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:14.849255 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] For port 5ba3ead2-580d-4476-92f3-2715584f9e92, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=5ba3ead2-580d-4476-92f3-2715584f9e92,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:15.007589 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.012044 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.020508 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.070930 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:15.079731 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-713640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1044646'] for router_interface, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.082543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Pushing event updated for resources: {'Port': ['ID=9e977ade-5376-48fe-af9f-0b9c706d0b3b,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:15.104377 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-efe9218c-626e-49c2-ae2c-2bc6cfa5ccb0 None None] Provisioning for port 9e977ade-5376-48fe-af9f-0b9c706d0b3b completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:15.129426 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-efe9218c-626e-49c2-ae2c-2bc6cfa5ccb0 None None] Provisioning complete for port 9e977ade-5376-48fe-af9f-0b9c706d0b3b triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:15.129804 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-efe9218c-626e-49c2-ae2c-2bc6cfa5ccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.132644 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Routers {'b8e2afb4-5bb3-4813-a2e0-91cf82f61171'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:15.133373 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:15.134977 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce98a78-117d-48aa-bad6-b28eb2268aa1 None None] Pushing event updated for resources: {'Port': ['ID=5ba3ead2-580d-4476-92f3-2715584f9e92,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:15.176167 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:15.177818 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:15.253841 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-efe9218c-626e-49c2-ae2c-2bc6cfa5ccb0 None None] Port 9e977ade-5376-48fe-af9f-0b9c706d0b3b cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:48:15.266400 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:15.275926 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:15.276306 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.300384 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:48:15.306232 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] Set router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:15.358115 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.455453 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8a5747f7-3ee8-4ce4-a0dd-73b135cd4dca None None] Provisioning complete for port 9e977ade-5376-48fe-af9f-0b9c706d0b3b triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:15.455739 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8a5747f7-3ee8-4ce4-a0dd-73b135cd4dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.524433 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.554891 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8a5747f7-3ee8-4ce4-a0dd-73b135cd4dca None None] Port 9e977ade-5376-48fe-af9f-0b9c706d0b3b cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:48:15.606461 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:15.610561 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.611425 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b80392c9-d0be-47ed-888c-ce99ae4d8c56 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:15.688096 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:15.693955 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-15fbab4b-160b-4573-9bdd-1b466f521d39 admin admin] 10.222.0.25 "PUT /v2.0/routers/b8e2afb4-5bb3-4813-a2e0-91cf82f61171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0901389 Jul 28 10:48:15.702513 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:15.720064 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port b80392c9-d0be-47ed-888c-ce99ae4d8c56 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:15.723568 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 4, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port': {'id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e977ade-5376-48fe-af9f-0b9c706d0b3b', 'name': '', 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'mac_address': 'fa:16:3e:3a:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:14Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 2, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'subnets': [{'id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:15.727425 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port b80392c9-d0be-47ed-888c-ce99ae4d8c56 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:15.727795 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.753392 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74860c81-0958-485c-a315-e1b7d96e1220 None None] The sync data for ids ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'] in dv-cinder-800431-3-iscsi is: [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 4, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port': {'id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e977ade-5376-48fe-af9f-0b9c706d0b3b', 'name': '', 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'mac_address': 'fa:16:3e:3a:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:14Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 2, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'subnets': [{'id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:15.835789 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.871872 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port b80392c9-d0be-47ed-888c-ce99ae4d8c56, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=b80392c9-d0be-47ed-888c-ce99ae4d8c56,segment=NetworkSegment(c82eae66-1b61-480e-af99-5bbb0bbf9888),segment_id=c82eae66-1b61-480e-af99-5bbb0bbf9888)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:15.877172 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:15.930339 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=b80392c9-d0be-47ed-888c-ce99ae4d8c56,revision_number=3']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.169472 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 54828) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:16.174399 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-e5e0a478-9f68-49de-b54a-e1dba5a041c2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-390804751', 'description': 'tempest-secgroup-smoke-390804751 description', 'project_id': '6525d100052a4861b65a019a6d374764'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:16.198027 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a478-9f68-49de-b54a-e1dba5a041c2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.284372 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a478-9f68-49de-b54a-e1dba5a041c2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.289478 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a478-9f68-49de-b54a-e1dba5a041c2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.316990 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-e5e0a478-9f68-49de-b54a-e1dba5a041c2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.318232 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-e5e0a478-9f68-49de-b54a-e1dba5a041c2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1477425 Jul 28 10:48:16.321607 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54830) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:16.323021 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0a478-9f68-49de-b54a-e1dba5a041c2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.328840 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-0eaf66be-cc7e-4eca-bd82-de65f236aeb6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'security_group_rule': {'security_group_id': '7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30', 'project_id': '6525d100052a4861b65a019a6d374764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:16.358310 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66be-cc7e-4eca-bd82-de65f236aeb6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.393193 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:16.416046 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66be-cc7e-4eca-bd82-de65f236aeb6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.419902 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66be-cc7e-4eca-bd82-de65f236aeb6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.436092 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf66be-cc7e-4eca-bd82-de65f236aeb6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0474c76b-890a-4d26-97fd-a32cad927956,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.443288 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-0eaf66be-cc7e-4eca-bd82-de65f236aeb6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.444681 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-0eaf66be-cc7e-4eca-bd82-de65f236aeb6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1215029 Jul 28 10:48:16.447354 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54832) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:16.449694 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:16.450070 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.452786 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-b4465518-02ff-466f-9fdb-89d3cb108f22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'security_group_rule': {'security_group_id': '7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30', 'project_id': '6525d100052a4861b65a019a6d374764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:16.477892 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b4465518-02ff-466f-9fdb-89d3cb108f22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.531561 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b80392c9-d0be-47ed-888c-ce99ae4d8c56 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:16.534676 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b4465518-02ff-466f-9fdb-89d3cb108f22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.538441 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b4465518-02ff-466f-9fdb-89d3cb108f22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.559121 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4465518-02ff-466f-9fdb-89d3cb108f22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab9e904-d613-4b22-871f-6d7adf03b1bc,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.566783 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-b4465518-02ff-466f-9fdb-89d3cb108f22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.568182 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-b4465518-02ff-466f-9fdb-89d3cb108f22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1198797 Jul 28 10:48:16.571035 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54834) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:16.575581 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-c2c0113c-313d-4830-81a2-ceabb155ac03 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'security_group_rule': {'security_group_id': '7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30', 'project_id': '6525d100052a4861b65a019a6d374764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:16.577381 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port b80392c9-d0be-47ed-888c-ce99ae4d8c56 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:16.577749 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.603095 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2c0113c-313d-4830-81a2-ceabb155ac03 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.661804 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2c0113c-313d-4830-81a2-ceabb155ac03 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.665361 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2c0113c-313d-4830-81a2-ceabb155ac03 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.680084 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c0113c-313d-4830-81a2-ceabb155ac03 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fe7d8eb-e510-4fff-bda6-6abde780969f,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.690935 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-c2c0113c-313d-4830-81a2-ceabb155ac03 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.692796 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c2c0113c-313d-4830-81a2-ceabb155ac03 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207886 Jul 28 10:48:16.695600 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54836) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:16.699932 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-1791933e-7f02-4be6-8766-48513aded18d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'security_group_rule': {'security_group_id': '7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30', 'project_id': '6525d100052a4861b65a019a6d374764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:16.726271 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1791933e-7f02-4be6-8766-48513aded18d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.782859 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1791933e-7f02-4be6-8766-48513aded18d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.787869 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1791933e-7f02-4be6-8766-48513aded18d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.804687 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791933e-7f02-4be6-8766-48513aded18d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315ce9ae-185a-4150-932f-53d0bdcf5d0a,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.811290 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1791933e-7f02-4be6-8766-48513aded18d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.812636 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-1791933e-7f02-4be6-8766-48513aded18d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1160922 Jul 28 10:48:16.815386 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54838) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:16.819927 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'security_group_rule': {'security_group_id': '7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30', 'project_id': '6525d100052a4861b65a019a6d374764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:16.840277 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.securitygroups_db [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Project 6525d100052a4861b65a019a6d374764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:48:16.844847 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.906438 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.911560 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.936295 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707a1c4e-8191-49ad-a04e-c775e6efa971,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:16.949552 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:16.951041 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-86acf798-3bda-4f22-9c81-fa3b4fa31ae4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1347079 Jul 28 10:48:16.953714 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 54840) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:16.958251 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'security_group_rule': {'security_group_id': '7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30', 'project_id': '6525d100052a4861b65a019a6d374764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:16.986607 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.securitygroups_db [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Project 6525d100052a4861b65a019a6d374764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 10:48:16.994238 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:17.063808 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:17.071609 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-775166'] for security_group_rule, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:17.089733 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd45368e-c713-4b2f-80f6-0c2fcedfda26,revision_number=0']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:17.096894 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:17.101198 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a11b376c-a42e-4efe-b456-ad389f45523a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1465015 Jul 28 10:48:18.226109 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Sync routers for ids ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:18.235184 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Routers {'b8e2afb4-5bb3-4813-a2e0-91cf82f61171'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:18.235774 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:18.345208 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Set router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:18.401233 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 5ba3ead2-580d-4476-92f3-2715584f9e92 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:18.452890 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 5ba3ead2-580d-4476-92f3-2715584f9e92 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:18.456351 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 5ba3ead2-580d-4476-92f3-2715584f9e92 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:18.456725 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:18.536052 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:18.547042 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 4, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port': {'id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e977ade-5376-48fe-af9f-0b9c706d0b3b', 'name': '', 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'mac_address': 'fa:16:3e:3a:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:14Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 2, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'subnets': [{'id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:18.556471 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 5ba3ead2-580d-4476-92f3-2715584f9e92, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=5ba3ead2-580d-4476-92f3-2715584f9e92,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:18.560393 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:18.580779 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Checking router: b8e2afb4-5bb3-4813-a2e0-91cf82f61171 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:18.581139 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Updating router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 port 9e977ade-5376-48fe-af9f-0b9c706d0b3b binding host dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 10:48:18.607451 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:18.609863 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=5ba3ead2-580d-4476-92f3-2715584f9e92,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:18.873405 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:18.883096 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.provisioning_blocks [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Transition to ACTIVE for port object 9e977ade-5376-48fe-af9f-0b9c706d0b3b will not be triggered until provisioned by entity L2. {{(pid=93234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:18.889364 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:18.947517 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918cfb3-b909-4973-b7ae-7a61d1fbccdd None None] Pushing event updated for resources: {'Port': ['ID=9e977ade-5376-48fe-af9f-0b9c706d0b3b,revision_number=3']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:18.997617 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Attempting to bind port 9e977ade-5376-48fe-af9f-0b9c706d0b3b on host dv-cinder-800431-3-iscsi for vnic_type normal with profile {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:48:18.997981 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Attempting to bind port 9e977ade-5376-48fe-af9f-0b9c706d0b3b by drivers openvswitch,hyperv on host dv-cinder-800431-3-iscsi at level 0 using segments [{'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:48:18.998333 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Attempting to bind port 9e977ade-5376-48fe-af9f-0b9c706d0b3b on network 2140213a-3f6f-4afc-a0df-80698a1e7a72 {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:19.004424 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Checking agent: {'id': '5db79776-888a-46f6-88e6-04f26781226e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-800431-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 29, 11), 'started_at': datetime.datetime(2021, 7, 28, 10, 29, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-800431-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:48:19.004887 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Checking segment: {'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:19.005273 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:19.005766 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Bound using segment: {'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'} {{(pid=93234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:48:19.006265 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.managers [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Bound port: 9e977ade-5376-48fe-af9f-0b9c706d0b3b, host: dv-cinder-800431-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c82eae66-1b61-480e-af99-5bbb0bbf9888', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72'}}] {{(pid=93234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:48:19.006683 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:19.070013 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] For port 9e977ade-5376-48fe-af9f-0b9c706d0b3b, host dv-cinder-800431-3-iscsi, cleared binding levels {{(pid=93234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:19.073288 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.plugins.ml2.db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] For port 9e977ade-5376-48fe-af9f-0b9c706d0b3b, host dv-cinder-800431-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=9e977ade-5376-48fe-af9f-0b9c706d0b3b,segment=NetworkSegment(c82eae66-1b61-480e-af99-5bbb0bbf9888),segment_id=c82eae66-1b61-480e-af99-5bbb0bbf9888)] {{(pid=93234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:19.078307 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron_lib.callbacks.manager [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:19.141356 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4918cfb3-b909-4973-b7ae-7a61d1fbccdd None None] Pushing event updated for resources: {'Port': ['ID=9e977ade-5376-48fe-af9f-0b9c706d0b3b,revision_number=4']} {{(pid=93234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:19.146326 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Routers {'b8e2afb4-5bb3-4813-a2e0-91cf82f61171'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:19.146935 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:11Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:19.344045 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] Set router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:19.538652 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 4, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port': {'id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e977ade-5376-48fe-af9f-0b9c706d0b3b', 'name': '', 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'mac_address': 'fa:16:3e:3a:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:14Z', 'updated_at': '2021-07-28T10:48:19Z', 'revision_number': 4, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'subnets': [{'id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:19.563874 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246d974d-d362-4fc1-8b62-04ca8a6532b9 None None] The sync data for ids ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'] in dv-cinder-800431-3-iscsi is: [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:14Z', 'revision_number': 4, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port': {'id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': '9e977ade-5376-48fe-af9f-0b9c706d0b3b', 'name': '', 'network_id': '2140213a-3f6f-4afc-a0df-80698a1e7a72', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'mac_address': 'fa:16:3e:3a:b5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:14Z', 'updated_at': '2021-07-28T10:48:19Z', 'revision_number': 4, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'subnets': [{'id': 'ad6f9090-b307-44ba-856a-69f64cf10173', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:20.393641 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e977ade-5376-48fe-af9f-0b9c706d0b3b up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:20.451997 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning for port 9e977ade-5376-48fe-af9f-0b9c706d0b3b completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:20.456197 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 9e977ade-5376-48fe-af9f-0b9c706d0b3b triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:20.456575 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:20.535566 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:20.567823 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] For port 9e977ade-5376-48fe-af9f-0b9c706d0b3b, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=9e977ade-5376-48fe-af9f-0b9c706d0b3b,segment=NetworkSegment(c82eae66-1b61-480e-af99-5bbb0bbf9888),segment_id=c82eae66-1b61-480e-af99-5bbb0bbf9888)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:20.571299 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:20.572051 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 5ba3ead2-580d-4476-92f3-2715584f9e92 up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:20.648172 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Pushing event updated for resources: {'Port': ['ID=9e977ade-5376-48fe-af9f-0b9c706d0b3b,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:20.660030 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 5ba3ead2-580d-4476-92f3-2715584f9e92 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:20.660397 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:22.373917 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e977ade-5376-48fe-af9f-0b9c706d0b3b up at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:22.424216 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Provisioning complete for port 9e977ade-5376-48fe-af9f-0b9c706d0b3b triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:22.424589 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:33.539061 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-b1a41a24-bf4e-4517-920d-0f7a790aa4c4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390804751&fields=id&tenant_id=6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 267 time: 0.0322168 Jul 28 10:48:33.643560 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cc0016bb-e149-4ba2-9836-3a0e1009c540 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:33.645031 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cc0016bb-e149-4ba2-9836-3a0e1009c540 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 811 time: 0.0995235 Jul 28 10:48:33.659971 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-dacb5dad-3c25-4a7b-a150-3713ed032a0e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/quotas/6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 375 time: 0.0086932 Jul 28 10:48:33.710546 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-a2ed87b7-a990-492a-a297-bb1c2437fd81 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448821 Jul 28 10:48:33.726291 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-9e21684d-4020-4b33-98b1-5b0eeab01534 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93232) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:48:33.727249 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-9e21684d-4020-4b33-98b1-5b0eeab01534 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058687 Jul 28 10:48:33.812476 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-3196aff1-8cba-4457-8643-569bcd3546c2 service neutron] 10.222.0.25 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798135 Jul 28 10:48:33.902812 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-951dea89-8ca3-4bfa-b6fd-eab11e28f51a service neutron] 10.222.0.25 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839727 Jul 28 10:48:34.182474 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-d54c786d-7278-434d-8302-2eeab006c47a req-aeaa73f9-ab09-4f8d-9368-77ba85e33c20 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 210 time: 0.0259523 Jul 28 10:48:35.257891 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1555ff39-10e5-4cf6-bfae-f1b39a26a141 req-edf15283-7a04-4d86-9560-4a2ec6b45e47 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 210 time: 0.0263772 Jul 28 10:48:36.347084 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-fdfbd4a6-2abf-481c-8ecf-940a90b4e23b req-59341d74-d96b-4fc0-8d7c-157ab18011dc tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 210 time: 0.0249600 Jul 28 10:48:37.338885 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-d3ab187a-7e72-4d89-91e3-dbcfe2d25c73 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:37.340507 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-d3ab187a-7e72-4d89-91e3-dbcfe2d25c73 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 811 time: 0.1045651 Jul 28 10:48:37.389687 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cf8b0d35-1206-4e44-ac6e-cb7ed510d94a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 379 time: 0.0345669 Jul 28 10:48:37.400146 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'port': {'device_id': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'admin_state_up': True, 'tenant_id': '6525d100052a4861b65a019a6d374764', 'security_groups': ['7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:37.467073 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3e1e08c7-d8ea-4180-801d-d6f430756ed5 req-a696dc29-664d-4138-bdb6-62d5bcb22380 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 210 time: 0.0517609 Jul 28 10:48:37.527528 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Made reservation on behalf of 6525d100052a4861b65a019a6d374764 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:48:37.530974 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:37.656110 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Allocated IP 172.20.0.6 (b2fe08e7-640a-41c7-a2ce-93635cb09326/affb8db2-09e9-4b5b-9787-ea20ab0f20b4/4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:37.795185 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:37.810427 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Transition to ACTIVE for port object 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:37.841999 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ad018f1b-cec0-483a-91fc-01718d2b8ab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:37.845347 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:37.888515 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:37.891584 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:37.897851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:37.903894 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:37.951395 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:37.952032 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:37.968180 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-ea3edc42-1911-4e3e-994a-e3f4d3c1e362 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5718853 Jul 28 10:48:38.001171 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Request body: {'port': {'device_id': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:38.061842 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:38.148602 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-f53b5344-e13f-439d-a986-e16bd24e7ff5 None None] Provisioning for port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:38.152528 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-f53b5344-e13f-439d-a986-e16bd24e7ff5 None None] Provisioning complete for port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:38.152935 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f53b5344-e13f-439d-a986-e16bd24e7ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:38.191107 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-f53b5344-e13f-439d-a986-e16bd24e7ff5 None None] Port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:48:38.322080 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:48:38.329689 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:38.342277 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Transition to ACTIVE for port object 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:48:38.345952 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:38.397936 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:38.469583 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Attempting to bind port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:48:38.469914 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Attempting to bind port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:48:38.470240 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Attempting to bind port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:38.474892 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:48:38.475212 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Attempting to bind port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:48:38.480105 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:48:38.480441 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Checking segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:48:38.480847 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Bound using segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:48:38.481286 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Bound port: 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:48:38.481641 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:38.548599 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] For port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:48:38.552617 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] For port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:48:38.556795 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:38.584867 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0c0483-c749-4ddc-8cc2-7f7a12f34700 req-40334622-365f-48f5-9b06-33619b375f4e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:38.586434 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1f0c0483-c749-4ddc-8cc2-7f7a12f34700 req-40334622-365f-48f5-9b06-33619b375f4e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 943 time: 0.0483663 Jul 28 10:48:38.591400 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:38.591983 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:38.594027 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 HTTP/1.1" status: 200 len: 1093 time: 0.5977886 Jul 28 10:48:38.596140 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:48:38.598548 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20858f95-97aa-4596-b3b3-ac28f5c00a2e" -d '{"events": [{"name": "network-changed", "server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:48:38.632969 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd223a7d-0eb7-4c83-a552-c9b7168c81d4 service neutron] Pushing event updated for resources: {'Port': ['ID=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:38.640520 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-1f0c0483-c749-4ddc-8cc2-7f7a12f34700 req-daaee969-9e89-4314-a109-4f7b64f276ef tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475705 Jul 28 10:48:38.720386 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-457c7e64-6108-4758-bb0e-80d97cb99fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:38.721947 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-457c7e64-6108-4758-bb0e-80d97cb99fb5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 1096 time: 0.0502341 Jul 28 10:48:38.730308 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d536e13-e304-439a-b668-6c4d2181be34 x-openstack-request-id: req-3d536e13-e304-439a-b668-6c4d2181be34 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:48:38.730598 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:48:38.730871 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3d536e13-e304-439a-b668-6c4d2181be34 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:48:38.731266 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'status': 'completed', 'code': 200} Jul 28 10:48:38.771822 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-4322b08a-55b6-4598-8ab6-b44abe12de7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 HTTP/1.1" status: 200 len: 217 time: 0.0344200 Jul 28 10:48:38.820446 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-37ce23ae-2a23-435f-8227-916facced0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:38.821894 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-37ce23ae-2a23-435f-8227-916facced0b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0439599 Jul 28 10:48:38.870286 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-1d1e7e75-d271-4c35-83da-8f54c72fed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:38.871987 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-1d1e7e75-d271-4c35-83da-8f54c72fed72 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430045 Jul 28 10:48:38.959976 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-f91d8c8e-3ad0-4f28-9a9d-3b567a9a6249 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801282 Jul 28 10:48:39.050177 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6577ee9e-e4c3-4696-9bbc-6017dcd926ac req-45e4c42d-fdf8-489b-baf1-ba178db14fee service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827906 Jul 28 10:48:39.172136 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-69197f72-270f-4b3a-850a-ad2dc7b3dbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:39.173664 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-69197f72-270f-4b3a-850a-ad2dc7b3dbaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 1096 time: 0.0398993 Jul 28 10:48:39.260477 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-c8514702-5e5b-4a02-b473-86839b1f34e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:39.261897 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-c8514702-5e5b-4a02-b473-86839b1f34e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0806491 Jul 28 10:48:39.306698 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-3414d103-8472-430d-9af0-22eb5bfa8d0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 HTTP/1.1" status: 200 len: 217 time: 0.0352013 Jul 28 10:48:39.354637 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-995a7d1f-cf4d-46c1-b214-dec1faa80ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:39.356012 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-995a7d1f-cf4d-46c1-b214-dec1faa80ddb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0419290 Jul 28 10:48:39.404264 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-f088adb9-5362-4acf-857e-cf8156570bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:39.405810 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-f088adb9-5362-4acf-857e-cf8156570bed service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420024 Jul 28 10:48:39.497668 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-04f4d396-d1c9-49d0-8d2f-d9bf876e217e service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834825 Jul 28 10:48:39.585716 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-20858f95-97aa-4596-b3b3-ac28f5c00a2e req-7485efdd-bf0c-4932-b27f-320fc213e26e service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798874 Jul 28 10:48:39.759075 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac64e6ac-9104-4b9c-bebc-9fa4ba44cb7a req-c473b13a-f030-4489-9d24-c14e10905032 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:39.760547 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ac64e6ac-9104-4b9c-bebc-9fa4ba44cb7a req-c473b13a-f030-4489-9d24-c14e10905032 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 943 time: 0.0505607 Jul 28 10:48:39.796355 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ac64e6ac-9104-4b9c-bebc-9fa4ba44cb7a req-d5aa1a0f-bf3f-48e3-95f5-0d8648c0403e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299380 Jul 28 10:48:40.697266 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d7b24919-ffe8-4dfb-87f2-cf5213530839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:40.698998 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:40.911464 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f02276-0ac3-4df1-bfa7-d69052c2e2ea req-237b4bf6-b69c-4a40-b716-4bd8f690f6ac tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:40.912962 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e5f02276-0ac3-4df1-bfa7-d69052c2e2ea req-237b4bf6-b69c-4a40-b716-4bd8f690f6ac tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 943 time: 0.0487783 Jul 28 10:48:40.954293 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e5f02276-0ac3-4df1-bfa7-d69052c2e2ea req-4446b624-716d-443e-ab10-450d35c04b9e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353723 Jul 28 10:48:41.520834 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:42.065829 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fc8d9-e1f4-45f1-bd9d-85e7a5c4c80a req-034c3173-abef-47c9-8d09-ac92c1b0086c tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:42.067648 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0e4fc8d9-e1f4-45f1-bd9d-85e7a5c4c80a req-034c3173-abef-47c9-8d09-ac92c1b0086c tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 943 time: 0.0476148 Jul 28 10:48:42.104952 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-0e4fc8d9-e1f4-45f1-bd9d-85e7a5c4c80a req-63a137de-9f0d-4e2c-b785-c967d19154d7 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316081 Jul 28 10:48:43.079966 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:43.214687 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d2346-9bb2-462d-8adb-2d72945fde54 req-a2d7a0ac-2a09-4c46-998b-cf7630d3106c tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:43.216125 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d75d2346-9bb2-462d-8adb-2d72945fde54 req-a2d7a0ac-2a09-4c46-998b-cf7630d3106c tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 943 time: 0.0466249 Jul 28 10:48:43.253341 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-d75d2346-9bb2-462d-8adb-2d72945fde54 req-adb2bc4a-c468-4346-977c-530dabbed6b6 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313554 Jul 28 10:48:44.365525 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07c999-15fd-4da8-9faa-61254320a0f7 req-0137ceec-15a6-4636-b742-e5cda6240315 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:44.367014 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ae07c999-15fd-4da8-9faa-61254320a0f7 req-0137ceec-15a6-4636-b742-e5cda6240315 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 943 time: 0.0476699 Jul 28 10:48:44.403288 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-ae07c999-15fd-4da8-9faa-61254320a0f7 req-e32aa66b-3708-497a-accc-4edf52442b4e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302265 Jul 28 10:48:45.304582 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:45.514024 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abc3bc-c7ad-4d6b-b0a7-a99347b48085 req-143714f7-7d84-4972-8579-3341318581cf tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:45.515474 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-75abc3bc-c7ad-4d6b-b0a7-a99347b48085 req-143714f7-7d84-4972-8579-3341318581cf tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 943 time: 0.0471940 Jul 28 10:48:45.551694 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-75abc3bc-c7ad-4d6b-b0a7-a99347b48085 req-c15cc296-3965-43ac-8410-fe54b9445f32 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303636 Jul 28 10:48:45.860234 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:48:45.953005 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:45.964579 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'port_id': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'mac_address': 'fa:16:3e:0f:ac:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:48:46.002598 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:46.015375 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:48:46.034502 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:46.038016 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:46.084055 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:46.319967 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:48:46.667504 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a1cc8-e511-43fe-ba6a-0d4ab958fc46 req-55ccf138-a5a4-455c-ba30-74a851c7eee9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:46.668990 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-434a1cc8-e511-43fe-ba6a-0d4ab958fc46 req-55ccf138-a5a4-455c-ba30-74a851c7eee9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 944 time: 0.0518365 Jul 28 10:48:46.706542 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-434a1cc8-e511-43fe-ba6a-0d4ab958fc46 req-91684d0d-c798-43fc-a11e-c97a445f2c00 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316839 Jul 28 10:48:47.819872 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9af3a-fee4-47e5-a4f3-4045c06a9b13 req-a64722c6-d8e2-4dc1-ab8c-d4353aebd0ee tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:47.821367 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e5b9af3a-fee4-47e5-a4f3-4045c06a9b13 req-a64722c6-d8e2-4dc1-ab8c-d4353aebd0ee tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 944 time: 0.0477393 Jul 28 10:48:47.861885 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e5b9af3a-fee4-47e5-a4f3-4045c06a9b13 req-22d61faa-1cfe-4f3d-b067-557e3267a5e9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347114 Jul 28 10:48:47.873176 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:48:47.920436 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:48:47.923965 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:48:47.924341 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:48.000702 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:48.025977 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:48:48.028251 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19549d3-0518-40cf-a229-6e4b5588e4f5" -d '{"events": [{"server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "name": "network-vif-plugged", "status": "completed", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:48:48.041762 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:48:48.045382 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:48.094353 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:48.115719 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ecc9feb-cfc2-494f-aae9-a37d8cd271ba x-openstack-request-id: req-7ecc9feb-cfc2-494f-aae9-a37d8cd271ba {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:48:48.116028 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "name": "network-vif-plugged", "status": "completed", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:48:48.116274 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7ecc9feb-cfc2-494f-aae9-a37d8cd271ba {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:48:48.116661 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'code': 200} Jul 28 10:48:48.354767 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c56c4f-b55a-4066-ac51-8dd515e1d060 req-b34eeb23-0ee9-4007-852b-c2165cf8cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:48.356209 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-34c56c4f-b55a-4066-ac51-8dd515e1d060 req-b34eeb23-0ee9-4007-852b-c2165cf8cebe service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 1098 time: 0.0383484 Jul 28 10:48:48.394644 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-34c56c4f-b55a-4066-ac51-8dd515e1d060 req-e359d208-36fc-402c-a653-468dff8f2069 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312471 Jul 28 10:48:48.973004 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef774b1-bb6c-4e1d-a9b0-32bbc21af5ab req-0dd562f6-a32f-4a67-9c0b-25e4d18c9b9e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:48.974484 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0ef774b1-bb6c-4e1d-a9b0-32bbc21af5ab req-0dd562f6-a32f-4a67-9c0b-25e4d18c9b9e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 945 time: 0.0474823 Jul 28 10:48:49.011087 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0ef774b1-bb6c-4e1d-a9b0-32bbc21af5ab req-82fb4b6e-2258-435b-b8b4-b862eee5d122 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308058 Jul 28 10:48:49.119110 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:48:50.126777 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c09753-7e59-412d-a485-d93633cde1af req-a0dba7a2-5718-42e8-8992-a870d3522793 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:50.128231 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-29c09753-7e59-412d-a485-d93633cde1af req-a0dba7a2-5718-42e8-8992-a870d3522793 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 945 time: 0.0482552 Jul 28 10:48:50.165810 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-29c09753-7e59-412d-a485-d93633cde1af req-13c31377-94dd-4a98-9781-6447a6b4007a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Jul 28 10:48:50.276147 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ec748-d77d-4a5f-b469-b4d1f8e1fa23 req-c345d223-10c5-41dc-b8eb-6576a33fa9e2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:50.277630 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f0ec748-d77d-4a5f-b469-b4d1f8e1fa23 req-c345d223-10c5-41dc-b8eb-6576a33fa9e2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 945 time: 0.0466216 Jul 28 10:48:50.319968 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3f0ec748-d77d-4a5f-b469-b4d1f8e1fa23 req-b92707ee-1037-4798-910e-d53776ab45ab tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360663 Jul 28 10:48:50.342218 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 55022) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:50.467200 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b32433-a84e-4089-9584-3db75efc04b0 tempest-TestVolumeBootPattern-2044365409 tempest-TestVolumeBootPattern-2044365409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:50.468689 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-34b32433-a84e-4089-9584-3db75efc04b0 tempest-TestVolumeBootPattern-2044365409 tempest-TestVolumeBootPattern-2044365409-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 1093 time: 0.1255057 Jul 28 10:48:50.471580 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 55026) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:48:50.476153 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'port_id': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:48:50.496859 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:50.588053 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:50.689363 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Allocated IP 172.27.3.249 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/85a22ee6-1937-4b6c-82fb-13f8b6da7be1) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:48:50.786806 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:50.828102 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:50.860615 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:48:50.863258 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:48:50.867131 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:48:50.894842 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=85a22ee6-1937-4b6c-82fb-13f8b6da7be1,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:51.214983 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:51.279903 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:51.423660 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:51.428788 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:51.492068 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=85a22ee6-1937-4b6c-82fb-13f8b6da7be1,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:48:51.504379 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.504729 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.505207 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.505551 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.505882 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.506214 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.506539 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.506864 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.507186 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.507505 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.507824 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.508139 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:48:51.513404 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:51.610079 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Floating IP 63bf6f46-a62e-496b-bbec-301b28ec106e associated. External IP: 172.27.3.249, port: 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6. Jul 28 10:48:51.807435 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:48:51.910820 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:48:51.921099 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:48:51.926543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:48:51.931162 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:51.931770 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:51.954670 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3eb0464c-bbab-4a8f-ac1e-a06ca3a588d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4820323 Jul 28 10:48:51.955372 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:48:51.957796 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe" -d '{"events": [{"name": "network-changed", "server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:48:51.992444 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a00967-2e4f-44e0-9d13-3b7f76796195 x-openstack-request-id: req-58a00967-2e4f-44e0-9d13-3b7f76796195 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:48:51.992735 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:48:51.993015 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58a00967-2e4f-44e0-9d13-3b7f76796195 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:48:51.993412 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'status': 'completed', 'code': 200} Jul 28 10:48:52.041117 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:52.079446 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-a5920fa2-ba91-4eee-a195-e6230e978fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:52.081986 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-a5920fa2-ba91-4eee-a195-e6230e978fb4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 1098 time: 0.0405605 Jul 28 10:48:52.173953 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-665f974f-2468-45df-9870-4ab2899789a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:52.175434 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-665f974f-2468-45df-9870-4ab2899789a0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0866497 Jul 28 10:48:52.238764 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-2dea8ef9-e325-47f6-a8fc-fdd89f9d4aa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 HTTP/1.1" status: 200 len: 999 time: 0.0562246 Jul 28 10:48:52.265362 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '63bf6f46-a62e-496b-bbec-301b28ec106e', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:0f:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:48:51Z', 'updated_at': '2021-07-28T10:48:51Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:52.291081 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-46238faa-b51b-4ac4-a602-2df7ede78180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:52.291889 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:48:52.292539 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-46238faa-b51b-4ac4-a602-2df7ede78180 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0475645 Jul 28 10:48:52.300039 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:48:52.300638 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:48:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:52.339209 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-30ce8533-9a90-41c6-8001-b9aa717ee5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:48:52.340711 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-30ce8533-9a90-41c6-8001-b9aa717ee5f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411122 Jul 28 10:48:52.409023 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:48:52.429987 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-925ed9bd-77f9-4840-a9a7-6748505a7dbc service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816193 Jul 28 10:48:52.521924 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-3b300ec5-f1fe-47bf-a5b5-63b3069b71fe req-b6b46742-0c6d-4f37-92f2-7976e2102a18 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846219 Jul 28 10:48:52.631275 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '63bf6f46-a62e-496b-bbec-301b28ec106e', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:0f:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:48:51Z', 'updated_at': '2021-07-28T10:48:51Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:48:52.656295 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd32c40-2da0-4e5f-bc7a-2f8366b69078 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '63bf6f46-a62e-496b-bbec-301b28ec106e', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.249', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:0f:ac:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:48:51Z', 'updated_at': '2021-07-28T10:48:51Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:48:52.832740 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1ca089-8c71-4270-8f6f-a30c07dcf0cb None None] New status for floating IP 63bf6f46-a62e-496b-bbec-301b28ec106e: ACTIVE {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:49:07.843910 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d513ff14-3bc9-4de6-aaed-29cb1c755ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:10.577573 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-32670a5c-6adf-4338-8fd6-b90f7cdb93ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:10.610112 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:11.522648 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:13.081735 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:15.308615 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:26.118152 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:49:27.299604 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-91bd1cc9-2875-47c8-a290-4d828f87cd90 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388982 Jul 28 10:49:27.399441 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-0acf9ce1-938e-4fa0-a31d-a868c320115e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:49:27.400908 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-0acf9ce1-938e-4fa0-a31d-a868c320115e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 1098 time: 0.0400305 Jul 28 10:49:27.781803 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-1aee8a6f-9294-4c93-a931-991a18d6da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:49:27.783397 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-1aee8a6f-9294-4c93-a931-991a18d6da0c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.3584960 Jul 28 10:49:27.858234 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-405aadd5-7bf6-401f-8e39-44d1b2251cdc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 HTTP/1.1" status: 200 len: 1001 time: 0.0545144 Jul 28 10:49:27.909945 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-b09e2a4a-24d7-4e83-b9ea-f299a45a6352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:49:27.911325 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-b09e2a4a-24d7-4e83-b9ea-f299a45a6352 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0449085 Jul 28 10:49:27.954743 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-4533b0bb-59d2-4289-9230-3070ff2cc1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:49:27.956134 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-4533b0bb-59d2-4289-9230-3070ff2cc1fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372210 Jul 28 10:49:28.045205 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-ebee1556-fdc6-4ecf-8d5b-862c8dd45f34 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805447 Jul 28 10:49:28.134746 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f9c088a5-3079-4cd1-b8af-1cde6a9aa7c3 req-3218bd52-12fb-4e00-86c7-e33a6ddb2c01 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823910 Jul 28 10:49:37.843745 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-97285317-054c-4d2d-a2ac-ca33da705d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:40.577321 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-be2a42db-c8c2-4c29-a52f-4bfe4718d9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:40.610941 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:41.524637 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:43.085826 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:49:45.319854 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:03.118101 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:50:07.844307 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1da87354-cdbb-4dd0-a5bc-e165b1d89e96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:10.577177 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-25854085-2add-4295-a7f8-6e04d4cc6aee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:10.613880 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:11.528547 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:13.087891 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:15.321201 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:28.291078 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-ff354d1a-9ff3-4cdf-ade9-33915597d5a6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390201 Jul 28 10:50:28.386142 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005505fd-12c9-43b4-8113-95754b4737ee req-e4017f95-a2c2-4d08-88f8-bbec566c6338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:28.387637 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-e4017f95-a2c2-4d08-88f8-bbec566c6338 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 1098 time: 0.0396142 Jul 28 10:50:28.488210 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005505fd-12c9-43b4-8113-95754b4737ee req-7d3ae7be-732c-4b79-b66f-3f1b2b307517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:28.489675 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-7d3ae7be-732c-4b79-b66f-3f1b2b307517 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0839756 Jul 28 10:50:28.553112 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-11b057d9-f53f-4215-879e-1af6280cf2d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 HTTP/1.1" status: 200 len: 1001 time: 0.0554698 Jul 28 10:50:28.604461 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005505fd-12c9-43b4-8113-95754b4737ee req-d32585dc-9a46-4281-8d10-ee3a2654eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:28.605881 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-d32585dc-9a46-4281-8d10-ee3a2654eb1c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0459573 Jul 28 10:50:28.650205 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005505fd-12c9-43b4-8113-95754b4737ee req-e7787428-2550-42ee-9496-0baaa68a5c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:28.651620 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-e7787428-2550-42ee-9496-0baaa68a5c76 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382435 Jul 28 10:50:28.738732 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-00aed143-3982-42c0-83f0-e0a5693f0e00 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798771 Jul 28 10:50:28.830395 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-005505fd-12c9-43b4-8113-95754b4737ee req-b1f5585f-e67d-432b-8f79-87531e4001c6 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831215 Jul 28 10:50:37.845196 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b7bf2f40-6da4-4ebd-b4c6-bc9c629e84bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:40.116217 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:50:40.576881 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c092dd63-8480-4959-b7af-aa9365a0edfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:40.613396 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:41.530343 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:43.092014 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:45.319930 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:47.623129 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce63bf3-bb3d-4aba-bc25-faa18220259a req-b7fc9bc2-5d4f-4c71-86d8-2764ea5a7968 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:47.624617 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7ce63bf3-bb3d-4aba-bc25-faa18220259a req-b7fc9bc2-5d4f-4c71-86d8-2764ea5a7968 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 945 time: 0.0485477 Jul 28 10:50:47.668522 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-7ce63bf3-bb3d-4aba-bc25-faa18220259a req-30666874-767e-47e3-82ee-c4c3b22eb64d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375497 Jul 28 10:50:48.782969 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a77e07-9564-4635-bc7a-ceda2acea685 req-f5c9ddad-8221-4e3b-8dc4-249fa3240599 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:48.784447 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-12a77e07-9564-4635-bc7a-ceda2acea685 req-f5c9ddad-8221-4e3b-8dc4-249fa3240599 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 945 time: 0.0485377 Jul 28 10:50:48.823172 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-12a77e07-9564-4635-bc7a-ceda2acea685 req-0911aaa7-c6fb-4a78-a059-7a8fdee7dc46 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328496 Jul 28 10:50:49.285430 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-21f126f7-5303-44de-b2fe-d97ca48a6034 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:49.286848 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-21f126f7-5303-44de-b2fe-d97ca48a6034 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 945 time: 0.0467629 Jul 28 10:50:49.377382 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Deleting port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:50:49.377725 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:49.462042 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] For port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:50:49.462908 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:49.628967 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:49.629340 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:49.629655 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Floating IP 63bf6f46-a62e-496b-bbec-301b28ec106e disassociated. External IP: 172.27.3.249, port: 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6. Jul 28 10:50:49.630008 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Calling delete_port for 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:50:49.753160 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:49.785437 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event deleted for resources: {'Port': ['ID=4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:49.796639 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.797018 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.797361 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.797695 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.798025 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.798355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.798679 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.799002 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.799325 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.799644 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.799966 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.800283 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:50:49.908938 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:50:49.915901 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-51e93e6c-6c90-448b-8c9c-105728b69e1c req-198e3bdc-9ffa-482b-9087-f5e426149d08 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 210 time: 0.0258479 Jul 28 10:50:50.010498 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:50:50.019989 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:50:50.029127 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:50:50.029736 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:50:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:50.052186 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] No DVR routers for this DVR port 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:50:50.054787 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:50.057369 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ebf25d8c-0d2a-429c-aa09-af0ddc958678 req-c3699b2a-2635-47c4-ba07-42df59c55d05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "DELETE /v2.0/ports/4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 HTTP/1.1" status: 204 len: 173 time: 0.7636039 Jul 28 10:50:50.057796 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'name': 'network-vif-deleted', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:50:50.060009 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3af3e40-0932-4de8-bffa-a6e8f5245783" -d '{"events": [{"server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "name": "network-vif-deleted", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:50:50.096483 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a98a5a-e19f-4462-b84b-420f8915636d x-openstack-request-id: req-23a98a5a-e19f-4462-b84b-420f8915636d {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:50:50.096870 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8972cee3-3a3f-4931-9f3e-5505dbb1c63c", "name": "network-vif-deleted", "tag": "4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:50:50.097039 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23a98a5a-e19f-4462-b84b-420f8915636d {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:50:50.097890 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8972cee3-3a3f-4931-9f3e-5505dbb1c63c', 'name': 'network-vif-deleted', 'tag': '4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6', 'status': 'completed', 'code': 200} Jul 28 10:50:50.137785 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:50:50.337328 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:50.366215 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:50:50.375053 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:50:50.375865 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:50:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:50.610720 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:50:50.806585 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:50:50.831886 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b783312d-cb2a-4d64-a19e-e7b347b45a41 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:50:51.020832 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-312b83a1-fbec-491c-8db6-0aaac61b20a2 req-b6d9c9c3-fc0a-45a2-9fcd-8478116f0107 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=8972cee3-3a3f-4931-9f3e-5505dbb1c63c HTTP/1.1" status: 200 len: 210 time: 0.0263345 Jul 28 10:50:51.052880 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02561a8d-e6a7-43f6-af29-5f2773450973 None None] New status for floating IP 63bf6f46-a62e-496b-bbec-301b28ec106e: DOWN {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:50:52.235718 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-0a8bc617-e25f-4b8d-95cb-b2cc57962850 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390804751&fields=id&tenant_id=6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 267 time: 0.0317929 Jul 28 10:50:52.341915 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-5d85e26c-da6c-4460-becc-747f1d48e258 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:52.343270 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-5d85e26c-da6c-4460-becc-747f1d48e258 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 811 time: 0.1011932 Jul 28 10:50:52.361695 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-ac583548-47c3-4dab-9180-068f7d3df17c tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/quotas/6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 375 time: 0.0128014 Jul 28 10:50:52.377920 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:50:52.401925 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:50:52.402275 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 4a9cb3f5-3b58-4d60-a789-c4c8e509a6b6 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:50:52.415737 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-961d07cc-be3f-4703-b81d-06bb528b05d9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487220 Jul 28 10:50:52.430963 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-3f12989a-e006-4cb5-92fe-f7afb06acce3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=93231) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 10:50:52.432545 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-3f12989a-e006-4cb5-92fe-f7afb06acce3 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057073 Jul 28 10:50:52.518366 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-11a18b42-3fa3-475e-8418-799be925bc06 service neutron] 10.222.0.25 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804620 Jul 28 10:50:52.607085 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-76274d8a-b230-47e7-91d7-8bfdc87c087f service neutron] 10.222.0.25 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827272 Jul 28 10:50:52.886877 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1280398d-04e8-4699-90fc-bf162cda6ba7 req-ded46c33-08f3-420b-8a5f-d81a3ac503ad tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 210 time: 0.0259190 Jul 28 10:50:53.849366 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-e1d1881c-e778-4f4b-a643-9577fd107afb tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:53.850813 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-e1d1881c-e778-4f4b-a643-9577fd107afb tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 811 time: 0.1035585 Jul 28 10:50:53.903646 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-2bbd6eb6-6263-4fed-8b30-bbeb6f8f021c tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 379 time: 0.0378554 Jul 28 10:50:53.913381 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'port': {'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'admin_state_up': True, 'tenant_id': '6525d100052a4861b65a019a6d374764', 'security_groups': ['7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:50:53.994560 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a605752-11ed-4ca7-81ea-e36af21b78fb req-7d63391f-896e-42cd-8e69-c64da33c8559 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 210 time: 0.0263410 Jul 28 10:50:54.030090 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Made reservation on behalf of 6525d100052a4861b65a019a6d374764 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:50:54.033612 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.163105 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Allocated IP 172.20.0.11 (b2fe08e7-640a-41c7-a2ce-93635cb09326/affb8db2-09e9-4b5b-9787-ea20ab0f20b4/f0783867-c9d9-4c64-b2f6-458f9d93d058) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:50:54.297757 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.311849 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Transition to ACTIVE for port object f0783867-c9d9-4c64-b2f6-458f9d93d058 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:50:54.345334 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.389810 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:50:54.393015 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:50:54.396628 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:50:54.425852 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=f0783867-c9d9-4c64-b2f6-458f9d93d058,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:54.451749 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:54.452374 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.468647 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-224b5afc-a156-4ee0-9dba-c82e28e240db tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5588548 Jul 28 10:50:54.497385 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Request body: {'port': {'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:50:54.552900 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.580004 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-a1441c6f-5859-4413-8427-8ec883067eda None None] Provisioning for port f0783867-c9d9-4c64-b2f6-458f9d93d058 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:50:54.583817 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-a1441c6f-5859-4413-8427-8ec883067eda None None] Provisioning complete for port f0783867-c9d9-4c64-b2f6-458f9d93d058 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:50:54.584247 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-a1441c6f-5859-4413-8427-8ec883067eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.619294 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-a1441c6f-5859-4413-8427-8ec883067eda None None] Port f0783867-c9d9-4c64-b2f6-458f9d93d058 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:50:54.812807 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0783867-c9d9-4c64-b2f6-458f9d93d058 {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:50:54.819921 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.832777 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Transition to ACTIVE for port object f0783867-c9d9-4c64-b2f6-458f9d93d058 will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:50:54.836583 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:54.885141 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Pushing event updated for resources: {'Port': ['ID=f0783867-c9d9-4c64-b2f6-458f9d93d058,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:54.955369 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Attempting to bind port f0783867-c9d9-4c64-b2f6-458f9d93d058 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:50:54.956049 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Attempting to bind port f0783867-c9d9-4c64-b2f6-458f9d93d058 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:50:54.956049 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Attempting to bind port f0783867-c9d9-4c64-b2f6-458f9d93d058 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:50:54.960465 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Port f0783867-c9d9-4c64-b2f6-458f9d93d058 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:50:54.960827 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Attempting to bind port f0783867-c9d9-4c64-b2f6-458f9d93d058 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:50:54.966490 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:50:54.966833 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Checking segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:50:54.967219 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Bound using segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:50:54.967649 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Bound port: f0783867-c9d9-4c64-b2f6-458f9d93d058, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:50:54.968012 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:55.039115 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] For port f0783867-c9d9-4c64-b2f6-458f9d93d058, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:50:55.042854 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] For port f0783867-c9d9-4c64-b2f6-458f9d93d058, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:50:55.048656 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:55.088066 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.088679 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:50:55.090076 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] 10.222.0.23 "PUT /v2.0/ports/f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 1094 time: 0.5979664 Jul 28 10:50:55.092203 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:50:55.094462 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc527ed6-308a-4c4e-92f3-1fb71555e607" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:50:55.146328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516623f8-39c2-4032-b068-5dd960972865 x-openstack-request-id: req-516623f8-39c2-4032-b068-5dd960972865 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:50:55.146785 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:50:55.147068 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-516623f8-39c2-4032-b068-5dd960972865 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:50:55.147472 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'status': 'completed', 'code': 200} Jul 28 10:50:55.149653 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8dafd6-2e53-4f72-a42f-0c50db1a845e service neutron] Pushing event updated for resources: {'Port': ['ID=f0783867-c9d9-4c64-b2f6-458f9d93d058,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:50:55.196552 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c0867c-e5a6-49bf-8d07-66da09dfa889 req-553ca49b-57cc-4336-bc39-7fcd6b3e6d52 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.198150 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-23c0867c-e5a6-49bf-8d07-66da09dfa889 req-553ca49b-57cc-4336-bc39-7fcd6b3e6d52 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 944 time: 0.1235645 Jul 28 10:50:55.229591 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-10e1ea50-e3c3-4812-92be-499535a81488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.231109 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-10e1ea50-e3c3-4812-92be-499535a81488 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1097 time: 0.0736310 Jul 28 10:50:55.247369 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-23c0867c-e5a6-49bf-8d07-66da09dfa889 req-10c908ec-fabd-4d7d-aeaa-13280954fb27 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428655 Jul 28 10:50:55.285067 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-2df0ef58-5e64-47d7-a599-c1fa9b0eca22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 217 time: 0.0367386 Jul 28 10:50:55.333206 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-19a82e5c-f3c6-45bb-aada-8179085ffb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.334551 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-19a82e5c-f3c6-45bb-aada-8179085ffb12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0422139 Jul 28 10:50:55.381726 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696925d-faff-4c54-b576-522dbd66497b req-551c6096-30d9-494a-90b9-65ad348aaf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.383134 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-551c6096-30d9-494a-90b9-65ad348aaf9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411079 Jul 28 10:50:55.468056 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-59446d87-09ea-4446-b04f-e4fe83a207a3 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0777311 Jul 28 10:50:55.558994 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-5696925d-faff-4c54-b576-522dbd66497b req-058048e7-bd3f-4cce-bd4b-55879bb68f67 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835779 Jul 28 10:50:55.683600 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-fe2bd060-250d-4728-8471-3ea90234bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.685089 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-fe2bd060-250d-4728-8471-3ea90234bfc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1097 time: 0.0418241 Jul 28 10:50:55.771330 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-ae8365e8-f870-403e-8fe9-a199099d1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.772824 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-ae8365e8-f870-403e-8fe9-a199099d1dc0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0809114 Jul 28 10:50:55.816418 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-3945d797-ba64-4fe9-9a38-7133964098e8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 217 time: 0.0361195 Jul 28 10:50:55.865302 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-230de088-b696-4988-92c2-3e774ef6a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.866715 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-230de088-b696-4988-92c2-3e774ef6a331 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0417409 Jul 28 10:50:55.909852 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-4094ec99-8487-4525-9423-78a196d7ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:55.911256 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-4094ec99-8487-4525-9423-78a196d7ceb9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0372801 Jul 28 10:50:56.001187 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-cc3fa76d-dcc9-481e-9eb2-df5655bc73ac service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810530 Jul 28 10:50:56.086964 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bc527ed6-308a-4c4e-92f3-1fb71555e607 req-730c2336-29ea-44cb-9bb4-5065fc994a73 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789359 Jul 28 10:50:56.363444 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68548b7d-5485-4861-8f3f-9beb5e513b84 req-41567f82-00cb-4cdd-9a09-5087ec18086f tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:56.364912 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-68548b7d-5485-4861-8f3f-9beb5e513b84 req-41567f82-00cb-4cdd-9a09-5087ec18086f tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 944 time: 0.0478969 Jul 28 10:50:56.402722 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-68548b7d-5485-4861-8f3f-9beb5e513b84 req-7a9a522e-1ad7-4d59-b5e2-dda0e44ce974 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318284 Jul 28 10:50:57.513892 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbbd0f-0de6-4522-a4f0-d5228a93bc69 req-ed4ba535-beee-4392-a4f2-c96bc6b35afc tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:57.516068 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcfbbd0f-0de6-4522-a4f0-d5228a93bc69 req-ed4ba535-beee-4392-a4f2-c96bc6b35afc tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 944 time: 0.0486832 Jul 28 10:50:57.557006 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcfbbd0f-0de6-4522-a4f0-d5228a93bc69 req-db57a2c4-a326-4e72-99fa-ca40f497b134 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348287 Jul 28 10:50:58.682332 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f32fb8-da83-47a5-8a22-0a73e2a60020 req-89bb6470-caeb-46a5-8cb0-b942b4458158 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:58.683769 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-69f32fb8-da83-47a5-8a22-0a73e2a60020 req-89bb6470-caeb-46a5-8cb0-b942b4458158 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 944 time: 0.0561957 Jul 28 10:50:58.725782 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-69f32fb8-da83-47a5-8a22-0a73e2a60020 req-f163de8c-7c95-4cb9-b65e-fc62e1463ee8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354352 Jul 28 10:50:59.842872 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5539bf6-c100-4d82-b28c-641a6977d344 req-308a49d8-fb18-477b-a059-5c05df0a0172 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:50:59.844306 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e5539bf6-c100-4d82-b28c-641a6977d344 req-308a49d8-fb18-477b-a059-5c05df0a0172 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 944 time: 0.0471163 Jul 28 10:50:59.881354 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-e5539bf6-c100-4d82-b28c-641a6977d344 req-9aafaf94-0433-441b-9ca0-b826c1ec9d63 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Jul 28 10:51:00.993123 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b5a908-8bd4-4066-ad77-bcffce6fd2cb req-9f824219-521c-4ca9-9036-bcbc538b9123 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:00.994515 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-50b5a908-8bd4-4066-ad77-bcffce6fd2cb req-9f824219-521c-4ca9-9036-bcbc538b9123 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 944 time: 0.0483611 Jul 28 10:51:01.033872 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-50b5a908-8bd4-4066-ad77-bcffce6fd2cb req-d0e798f5-5986-4758-905b-2ef05dc53abd tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335588 Jul 28 10:51:02.144359 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dbe25a-78db-43ce-bbcc-e1b649410640 req-3fbf018e-9fda-4dee-812a-aaa4ac9e20e4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:02.145837 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f6dbe25a-78db-43ce-bbcc-e1b649410640 req-3fbf018e-9fda-4dee-812a-aaa4ac9e20e4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 944 time: 0.0480063 Jul 28 10:51:02.184510 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-f6dbe25a-78db-43ce-bbcc-e1b649410640 req-9d8ae4c7-7092-4db0-9340-4c916ec81841 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313914 Jul 28 10:51:02.408580 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device f0783867-c9d9-4c64-b2f6-458f9d93d058 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:51:02.498593 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port f0783867-c9d9-4c64-b2f6-458f9d93d058, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:02.513334 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:51:02.549560 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:02.561590 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0783867-c9d9-4c64-b2f6-458f9d93d058 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:51:02.580908 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port f0783867-c9d9-4c64-b2f6-458f9d93d058, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:02.584482 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:02.629800 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=f0783867-c9d9-4c64-b2f6-458f9d93d058,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:02.637380 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.637727 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.638063 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.638398 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.638729 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.639061 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.639385 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.639707 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.640030 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.640354 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.640671 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.641013 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:51:02.863430 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['f0783867-c9d9-4c64-b2f6-458f9d93d058'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:51:03.294436 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f571ad6-f000-4d4f-b40a-022f74881153 req-a9cd44d9-33de-48a7-9d30-c4eeace75853 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:03.295904 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5f571ad6-f000-4d4f-b40a-022f74881153 req-a9cd44d9-33de-48a7-9d30-c4eeace75853 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 945 time: 0.0465147 Jul 28 10:51:03.332040 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5f571ad6-f000-4d4f-b40a-022f74881153 req-cf0a0772-f984-4ed1-a307-280c36e860ae tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304246 Jul 28 10:51:04.424685 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device f0783867-c9d9-4c64-b2f6-458f9d93d058 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:51:04.444507 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3884a-68e2-46d4-b6c0-08d560fa93a4 req-ad933375-079a-4250-938d-7beeed74b2d7 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:04.445992 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7ee3884a-68e2-46d4-b6c0-08d560fa93a4 req-ad933375-079a-4250-938d-7beeed74b2d7 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 945 time: 0.0493939 Jul 28 10:51:04.472021 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port f0783867-c9d9-4c64-b2f6-458f9d93d058 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:51:04.475607 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port f0783867-c9d9-4c64-b2f6-458f9d93d058 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:51:04.475976 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:04.488052 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7ee3884a-68e2-46d4-b6c0-08d560fa93a4 req-b38f778c-1c3e-4c5d-9db4-52c3079ae4c8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360110 Jul 28 10:51:04.554575 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:04.576870 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:51:04.579070 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af802d5e-34aa-4a92-95a4-9e8bb3c46441" -d '{"events": [{"server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "name": "network-vif-plugged", "status": "completed", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:51:04.592053 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port f0783867-c9d9-4c64-b2f6-458f9d93d058, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:51:04.596888 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:04.619262 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4a50d0-68c6-4375-9018-5dd21ff6e2fe x-openstack-request-id: req-eb4a50d0-68c6-4375-9018-5dd21ff6e2fe {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:51:04.619550 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "name": "network-vif-plugged", "status": "completed", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:51:04.619801 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb4a50d0-68c6-4375-9018-5dd21ff6e2fe {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:51:04.620185 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'code': 200} Jul 28 10:51:04.645422 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=f0783867-c9d9-4c64-b2f6-458f9d93d058,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:04.847234 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a425dc-91c0-4267-b02a-df4ae931a8bd req-290177d3-95ce-413d-8e4e-96378c03a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:04.848698 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-56a425dc-91c0-4267-b02a-df4ae931a8bd req-290177d3-95ce-413d-8e4e-96378c03a6da service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1099 time: 0.0394700 Jul 28 10:51:04.884054 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-56a425dc-91c0-4267-b02a-df4ae931a8bd req-c134574d-31fd-4d87-aef7-0a65a2c44307 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0272660 Jul 28 10:51:05.598475 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec94ee6c-b4c8-4c31-97ce-b4e56f27e79b req-83554e01-fe0a-441b-ae3d-64d03ba46702 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:05.599931 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec94ee6c-b4c8-4c31-97ce-b4e56f27e79b req-83554e01-fe0a-441b-ae3d-64d03ba46702 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 946 time: 0.0466988 Jul 28 10:51:05.637547 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ec94ee6c-b4c8-4c31-97ce-b4e56f27e79b req-1a9aef81-4ff9-4866-917e-851f767707a3 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311625 Jul 28 10:51:06.753517 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c38b0f3-bbbb-4fc8-b58e-726ab5d5e360 req-a00a7214-fc16-4519-b299-631d683b1bf8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:06.754945 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5c38b0f3-bbbb-4fc8-b58e-726ab5d5e360 req-a00a7214-fc16-4519-b299-631d683b1bf8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 946 time: 0.0500047 Jul 28 10:51:06.791254 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5c38b0f3-bbbb-4fc8-b58e-726ab5d5e360 req-06424337-2fa5-4a1d-b9a1-f6305833eca9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297351 Jul 28 10:51:06.901811 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a254a967-c71d-4e1d-9c3d-b4fcaf191ebc req-55f05619-f7bc-4c4e-86b2-cbb4ff201891 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:06.903278 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a254a967-c71d-4e1d-9c3d-b4fcaf191ebc req-55f05619-f7bc-4c4e-86b2-cbb4ff201891 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 946 time: 0.0472333 Jul 28 10:51:06.943960 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-a254a967-c71d-4e1d-9c3d-b4fcaf191ebc req-9bc44294-ed38-4821-bcb4-8618743b8348 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347953 Jul 28 10:51:06.965341 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 55140) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:07.004357 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1bfac3-34d4-4cf6-8cf0-d6ce58fd6ab0 tempest-TestVolumeBootPattern-2044365409 tempest-TestVolumeBootPattern-2044365409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:07.006164 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-5d1bfac3-34d4-4cf6-8cf0-d6ce58fd6ab0 tempest-TestVolumeBootPattern-2044365409 tempest-TestVolumeBootPattern-2044365409-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1094 time: 0.0398238 Jul 28 10:51:07.008817 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 55142) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:51:07.013163 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:51:07.034806 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.128558 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.232144 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Allocated IP 172.27.3.113 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/0061b05b-7800-46b3-9fa3-4f91a610fa4e) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:51:07.328560 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.370342 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.407150 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:51:07.409954 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:51:07.415239 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:51:07.421030 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=0061b05b-7800-46b3-9fa3-4f91a610fa4e,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:07.757170 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.824717 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.846534 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-a90d1c84-8fde-4306-8d3e-1a8ed3a40b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.970437 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:07.974650 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:08.038094 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=0061b05b-7800-46b3-9fa3-4f91a610fa4e,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:51:08.049419 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:08.144244 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.db.l3_db [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Floating IP cff9d5e0-f055-423e-bf0c-736419df0542 associated. External IP: 172.27.3.113, port: f0783867-c9d9-4c64-b2f6-458f9d93d058. Jul 28 10:51:08.336846 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:51:08.707372 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:51:08.717739 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:51:08.724355 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:08.727118 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:51:08.727744 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:50:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:08.750944 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-3191509e-dd32-4e8f-8df1-4bfc432f2176 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7410588 Jul 28 10:51:08.751763 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:51:08.753991 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90048d51-3d92-4e7f-a24b-724f62fe5dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:51:08.789768 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e6e37-005c-40a8-8a4c-25265e667950 x-openstack-request-id: req-a55e6e37-005c-40a8-8a4c-25265e667950 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:51:08.790050 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:51:08.790295 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a55e6e37-005c-40a8-8a4c-25265e667950 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:51:08.790936 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'status': 'completed', 'code': 200} Jul 28 10:51:08.838093 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:51:08.874727 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-b3a53328-35b2-4f13-87a1-47cba0d177aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:08.876458 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-b3a53328-35b2-4f13-87a1-47cba0d177aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1099 time: 0.0393608 Jul 28 10:51:08.968932 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-4d5682f4-58a8-41c0-9dd4-4923e5cc8dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:08.970278 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-4d5682f4-58a8-41c0-9dd4-4923e5cc8dac service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0862551 Jul 28 10:51:09.037875 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-095c779a-19fe-4eff-af85-8aec7157fd35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 1000 time: 0.0585926 Jul 28 10:51:09.062418 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:07Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:09.086697 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-83e9ee96-6d1c-4870-9d08-8ed514193d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:09.088081 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:51:09.088225 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-83e9ee96-6d1c-4870-9d08-8ed514193d2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0429552 Jul 28 10:51:09.096048 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:51:09.096631 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:50:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:09.142522 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-5cd8f600-f43c-4617-9c75-b65577e0a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:09.143993 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-5cd8f600-f43c-4617-9c75-b65577e0a157 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493979 Jul 28 10:51:09.201545 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:51:09.233755 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-ce179112-edbd-410c-8949-bfa5ddca820e service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814216 Jul 28 10:51:09.325779 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-90048d51-3d92-4e7f-a24b-724f62fe5dcb req-b91c6053-eb38-488b-b0f9-1e50cd3cf402 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855565 Jul 28 10:51:09.426436 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:07Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:51:09.452488 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749412ba-244e-463a-9c20-09e9c4e9b643 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:07Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:51:09.631293 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862588fb-32b5-4a72-9e6f-35c6fd7fd7f6 None None] New status for floating IP cff9d5e0-f055-423e-bf0c-736419df0542: ACTIVE {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:51:10.576884 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1d6aa7a8-6e27-4ee8-aea7-fcd74b849c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:10.612950 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:11.532140 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:13.094299 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:15.337782 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:17.114895 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:51:29.292100 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-61e8fb05-3151-4519-87a2-73d9c1aa2f5a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381961 Jul 28 10:51:29.385695 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-9e32e79f-4082-4698-b7f0-411a983b23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:29.387152 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-9e32e79f-4082-4698-b7f0-411a983b23bf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1099 time: 0.0392976 Jul 28 10:51:29.488979 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-98786658-e1cd-4152-802c-e280e33688f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:29.490437 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-98786658-e1cd-4152-802c-e280e33688f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0844741 Jul 28 10:51:29.554181 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-998d6eaa-eb4b-4056-846d-d6b704fae446 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 1002 time: 0.0560505 Jul 28 10:51:29.601091 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-7e67bd5b-bc18-4498-bd63-519fd8a51e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:29.602464 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-7e67bd5b-bc18-4498-bd63-519fd8a51e4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0413582 Jul 28 10:51:29.651114 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-b2045688-43d0-4eb5-81d0-7f09ffd9c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:51:29.652568 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-b2045688-43d0-4eb5-81d0-7f09ffd9c0af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0433254 Jul 28 10:51:29.741688 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-17ec9350-5cad-4d3f-a043-f251c0260baf service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818243 Jul 28 10:51:29.833191 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-eb0c6e1b-6e54-4ea7-a390-049688ee52cc req-475f38f5-e1eb-4cba-a1de-ae759179cd2c service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830307 Jul 28 10:51:37.845933 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-2bbe3914-0492-4a5d-bdfe-80ba8c6e36da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:40.576328 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-59697795-e256-404c-8978-906820fd1587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:40.612501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:41.534365 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:43.097802 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:45.338127 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:51:54.114507 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:52:07.846020 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-eb38a822-fa9f-41a3-b961-56b11852d5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:10.578762 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-a8ef9285-ad15-48c5-a36d-9ec8544cb05e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:10.611851 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:11.537167 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:13.100218 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:15.339304 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:29.354168 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-4b0fb446-8ec5-4e88-bfc5-64ea1ddcc92e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1026416 Jul 28 10:52:29.450399 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-1ef92670-9ec0-456f-bc59-fc61c55ea98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:29.451863 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-1ef92670-9ec0-456f-bc59-fc61c55ea98f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1099 time: 0.0405824 Jul 28 10:52:29.556093 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-7351803a-2592-4e7e-b023-775db617a4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:29.557467 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-7351803a-2592-4e7e-b023-775db617a4fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0874863 Jul 28 10:52:29.621269 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-f57579e6-e04d-40b8-94c9-be78fe7c7e7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 1002 time: 0.0566058 Jul 28 10:52:29.672942 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-38c8c04d-b54a-4dcd-b265-02937678c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:29.674378 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-38c8c04d-b54a-4dcd-b265-02937678c928 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0456369 Jul 28 10:52:29.723201 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-3c819549-1d2e-4d08-8554-70d8cedcb985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:29.724692 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-3c819549-1d2e-4d08-8554-70d8cedcb985 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438554 Jul 28 10:52:29.813600 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-f3c70a4d-a203-4331-8326-49b872f7e69d service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798972 Jul 28 10:52:29.904021 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6497ee93-aa2e-44d5-82fc-a663f05682f8 req-4a9e9983-5c66-44ef-9630-2879e7aa5399 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838509 Jul 28 10:52:31.113523 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:52:37.846975 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-24dc91ff-5dc6-4f80-b882-879d83c1ae08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:39.878045 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [req-53811540-1cd9-434c-90ac-42f0eecc256c req-0f6a3e31-e0f2-4803-95b4-9c6b66c9bcc8 service neutron] (93232) timed out ('10.222.0.23', 55542) {{(pid=93232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 10:52:40.577962 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d4bdf155-78c6-4c38-803b-1114cb2b2531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:40.612078 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:41.540313 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:43.103072 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:45.344617 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:46.969499 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-c4982d93-fac1-4deb-969d-ebe9481f357d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-390804751&fields=id&tenant_id=6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 267 time: 0.0320711 Jul 28 10:52:47.073565 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-7ceb7035-5222-480b-b16f-86e17780ae23 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:47.075010 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-7ceb7035-5222-480b-b16f-86e17780ae23 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 811 time: 0.0984864 Jul 28 10:52:47.089310 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-c5254d20-e86a-457d-956a-ced9153668ea tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/quotas/6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 375 time: 0.0086832 Jul 28 10:52:47.149003 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-ffa3cf22-c03a-42b9-a658-075cad158b11 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0545716 Jul 28 10:52:47.290866 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-947d04f9-d0d5-4ccd-aec6-cc913d8cafbb service neutron] 10.222.0.25 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303442 Jul 28 10:52:47.385371 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-2cda5023-6cb1-43b6-b1b4-bbca69a4139f service neutron] 10.222.0.25 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885475 Jul 28 10:52:48.740072 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-8a9931ea-7fba-46df-bf96-f55d36ad7083 req-4177602d-af3a-499f-8e02-7e6df6346923 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 210 time: 0.0842626 Jul 28 10:52:49.632313 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-ddbf68fa-93ae-4d27-8c24-60a3cd7917a0 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:49.633782 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-ddbf68fa-93ae-4d27-8c24-60a3cd7917a0 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 811 time: 0.1020775 Jul 28 10:52:49.682471 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b1c50a43-f2ea-41ae-ad17-f2647fad9ca2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6525d100052a4861b65a019a6d374764 HTTP/1.1" status: 200 len: 379 time: 0.0336366 Jul 28 10:52:49.697317 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'port': {'device_id': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'admin_state_up': True, 'tenant_id': '6525d100052a4861b65a019a6d374764', 'security_groups': ['7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30']}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:52:49.817785 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Made reservation on behalf of 6525d100052a4861b65a019a6d374764 for: {'port': 1} {{(pid=93232) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 10:52:49.821018 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:49.845135 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c2dc4642-07fb-4abd-a559-fe946495d2a9 req-fe5df289-52ef-4efd-8d62-1d9c8cf38b63 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 210 time: 0.0370929 Jul 28 10:52:49.962236 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_common [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Allocated IP 172.20.0.8 (b2fe08e7-640a-41c7-a2ce-93635cb09326/affb8db2-09e9-4b5b-9787-ea20ab0f20b4/976556c6-f776-4556-b3ac-79f46ae67c74) {{(pid=93232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:52:50.098156 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.111732 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Transition to ACTIVE for port object 976556c6-f776-4556-b3ac-79f46ae67c74 will not be triggered until provisioned by entity DHCP. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:52:50.146678 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_create {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.191434 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 is already hosted by enough agents. {{(pid=93232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:52:50.194585 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.base_scheduler [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Resources bound (agent type, host, resource id): {{(pid=93232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:52:50.198285 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Received port after_create {{(pid=93232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:52:50.225805 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=976556c6-f776-4556-b3ac-79f46ae67c74,revision_number=1']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:50.238297 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.238643 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.238983 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.239323 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.239653 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.239980 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.240307 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.240654 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.241007 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.241330 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.241649 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.241966 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:52:50.266056 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:50.266591 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.282517 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-23ea569d-3a59-475c-8d42-4713a383ae33 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5889177 Jul 28 10:52:50.303269 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.v2.base [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Request body: {'port': {'device_id': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80043'}} {{(pid=93232) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:52:50.362362 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.440077 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-901b3da6-a9a1-4e3b-84a9-4e03a01bc1be None None] Provisioning for port 976556c6-f776-4556-b3ac-79f46ae67c74 completed by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:52:50.444182 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-901b3da6-a9a1-4e3b-84a9-4e03a01bc1be None None] Provisioning complete for port 976556c6-f776-4556-b3ac-79f46ae67c74 triggered by entity DHCP. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:52:50.444547 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-901b3da6-a9a1-4e3b-84a9-4e03a01bc1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.479314 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-901b3da6-a9a1-4e3b-84a9-4e03a01bc1be None None] Port 976556c6-f776-4556-b3ac-79f46ae67c74 cannot update to ACTIVE because it is not bound. {{(pid=93233) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 10:52:50.623103 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 976556c6-f776-4556-b3ac-79f46ae67c74 {{(pid=93232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:52:50.631113 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.642436 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.provisioning_blocks [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Transition to ACTIVE for port object 976556c6-f776-4556-b3ac-79f46ae67c74 will not be triggered until provisioned by entity L2. {{(pid=93232) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 10:52:50.646284 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.698404 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Pushing event updated for resources: {'Port': ['ID=976556c6-f776-4556-b3ac-79f46ae67c74,revision_number=2']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:50.767751 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Attempting to bind port 976556c6-f776-4556-b3ac-79f46ae67c74 on host hv-cinder-80043 for vnic_type normal with profile {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 10:52:50.768084 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Attempting to bind port 976556c6-f776-4556-b3ac-79f46ae67c74 by drivers openvswitch,hyperv on host hv-cinder-80043 at level 0 using segments [{'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 10:52:50.768417 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Attempting to bind port 976556c6-f776-4556-b3ac-79f46ae67c74 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:52:50.773530 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Port 976556c6-f776-4556-b3ac-79f46ae67c74 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80043 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 10:52:50.773851 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Attempting to bind port 976556c6-f776-4556-b3ac-79f46ae67c74 on network b2fe08e7-640a-41c7-a2ce-93635cb09326 {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 10:52:50.778752 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Checking agent: {'id': '8f4d1540-a535-42e2-9fd7-c60058305f26', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80043', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'started_at': datetime.datetime(2021, 7, 28, 10, 35, 15), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 10, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 10:52:50.779088 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Checking segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 10:52:50.779468 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Bound using segment: {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'} {{(pid=93232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 10:52:50.779891 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.managers [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Bound port: 976556c6-f776-4556-b3ac-79f46ae67c74, host: hv-cinder-80043, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47063ed-cee9-4c74-b99b-f2b6be2a8148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326'}}] {{(pid=93232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 10:52:50.780249 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.844729 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] For port 976556c6-f776-4556-b3ac-79f46ae67c74, host hv-cinder-80043, cleared binding levels {{(pid=93232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 10:52:50.848684 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] For port 976556c6-f776-4556-b3ac-79f46ae67c74, host hv-cinder-80043, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=976556c6-f776-4556-b3ac-79f46ae67c74,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 10:52:50.852899 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4683003'] for port, after_update {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.887329 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:50.888052 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:52:50.889562 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] 10.222.0.23 "PUT /v2.0/ports/976556c6-f776-4556-b3ac-79f46ae67c74 HTTP/1.1" status: 200 len: 1093 time: 0.5918045 Jul 28 10:52:50.889979 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:52:50.892783 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95cee74-7b66-4d2e-9c2b-899c78593680" -d '{"events": [{"name": "network-changed", "server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:52:50.933359 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f11244-b411-4ce0-ac1e-fda5e19c72bd service neutron] Pushing event updated for resources: {'Port': ['ID=976556c6-f776-4556-b3ac-79f46ae67c74,revision_number=3']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:52:50.939115 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62f2a79-efba-41fa-8ade-a7620d8689d3 x-openstack-request-id: req-a62f2a79-efba-41fa-8ade-a7620d8689d3 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:52:50.939441 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:52:50.939702 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a62f2a79-efba-41fa-8ade-a7620d8689d3 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:52:50.940097 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74', 'status': 'completed', 'code': 200} Jul 28 10:52:50.986831 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5912bcc-d09f-4b85-a70c-829c1c1a33fe req-1ddfc66a-3bc9-49ab-8cfa-d02751da7843 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:50.989322 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a5912bcc-d09f-4b85-a70c-829c1c1a33fe req-1ddfc66a-3bc9-49ab-8cfa-d02751da7843 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0701139 Jul 28 10:52:50.998388 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-84ec671a-44fe-4b79-a83a-eef4b6415a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:50.999993 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-84ec671a-44fe-4b79-a83a-eef4b6415a5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 1096 time: 0.0418694 Jul 28 10:52:51.032189 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a5912bcc-d09f-4b85-a70c-829c1c1a33fe req-30f7fbe6-6c78-4ace-87b5-563b73d5af48 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347116 Jul 28 10:52:51.052060 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-e01ac304-805f-4177-9afc-1ecea4bc470c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=976556c6-f776-4556-b3ac-79f46ae67c74 HTTP/1.1" status: 200 len: 217 time: 0.0386207 Jul 28 10:52:51.102271 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-907bb53f-b2bd-4bfd-b297-23cc1415502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:51.103735 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-907bb53f-b2bd-4bfd-b297-23cc1415502e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0447853 Jul 28 10:52:51.148899 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-78d52315-142e-4f90-af9a-753e1acf2203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:51.150401 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-78d52315-142e-4f90-af9a-753e1acf2203 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392380 Jul 28 10:52:51.241211 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-c2303309-49c0-40e7-83df-8ffca3f3549a service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829208 Jul 28 10:52:51.332137 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1cddea1e-ac96-4899-a963-454a7b66f6ad req-8acb41f6-c70d-4a91-afac-165f89f3aa84 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818164 Jul 28 10:52:51.457926 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-9b1ddd27-62dc-4a02-869d-9f7276943406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:51.459270 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-9b1ddd27-62dc-4a02-869d-9f7276943406 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 1096 time: 0.0436859 Jul 28 10:52:51.544228 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-1f5bb931-1463-4540-b31d-6ade3ee43229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:51.545655 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-1f5bb931-1463-4540-b31d-6ade3ee43229 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0792334 Jul 28 10:52:51.585787 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-ae1e4313-d361-4335-9001-305658a5fb49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=976556c6-f776-4556-b3ac-79f46ae67c74 HTTP/1.1" status: 200 len: 217 time: 0.0328047 Jul 28 10:52:51.637794 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-4e394a4c-330c-43dd-99d8-0295d41f52bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:51.639164 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-4e394a4c-330c-43dd-99d8-0295d41f52bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0443509 Jul 28 10:52:51.683274 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-d7623505-e95c-404b-963a-3725b1ac098e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:51.684736 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-d7623505-e95c-404b-963a-3725b1ac098e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383337 Jul 28 10:52:51.773381 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-ac2deb91-78fd-46fb-97b6-f9f86f2189e2 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806875 Jul 28 10:52:51.868039 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c95cee74-7b66-4d2e-9c2b-899c78593680 req-a12a4d71-9c07-43ec-be66-fedd41fa7fa0 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834827 Jul 28 10:52:52.151253 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092392d-f69e-425a-ae56-c146fc4c468c req-a6423af3-5914-4137-a23c-603fa0504cda tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:52.152704 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7092392d-f69e-425a-ae56-c146fc4c468c req-a6423af3-5914-4137-a23c-603fa0504cda tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0509124 Jul 28 10:52:52.190957 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-7092392d-f69e-425a-ae56-c146fc4c468c req-8224add4-0f6e-4903-89cd-57b7eed927f2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320783 Jul 28 10:52:53.309214 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0d1d9-0570-403e-8724-a174dbc949f0 req-93a2dfb2-0e28-4795-9f89-4f126861a9d1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:53.310690 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-71b0d1d9-0570-403e-8724-a174dbc949f0 req-93a2dfb2-0e28-4795-9f89-4f126861a9d1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0512135 Jul 28 10:52:53.347952 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-71b0d1d9-0570-403e-8724-a174dbc949f0 req-287d0b49-e5de-4122-83c4-962fadea6966 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Jul 28 10:52:54.463337 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186613e4-488b-4873-888f-1f7ab7336da9 req-9d3f5c34-067b-4554-a313-e357452e89b8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:54.464830 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-186613e4-488b-4873-888f-1f7ab7336da9 req-9d3f5c34-067b-4554-a313-e357452e89b8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0509169 Jul 28 10:52:54.500431 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-186613e4-488b-4873-888f-1f7ab7336da9 req-685bd53e-b2f3-415b-b952-15dede9009cc tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298405 Jul 28 10:52:55.612087 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4519221-83bf-4188-a7a4-813187765d49 req-39f740cf-0352-41a7-9c9e-85e4bc9ee321 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:55.613654 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b4519221-83bf-4188-a7a4-813187765d49 req-39f740cf-0352-41a7-9c9e-85e4bc9ee321 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0476310 Jul 28 10:52:55.650472 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-b4519221-83bf-4188-a7a4-813187765d49 req-e2d6f2d4-32c2-4209-ad37-c341b86af27a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310431 Jul 28 10:52:56.762618 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edab74c-5e1f-48d2-833d-e33837f870cb req-a62f4dd5-8df9-47bf-9209-ef6b7a24bf05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:56.764096 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6edab74c-5e1f-48d2-833d-e33837f870cb req-a62f4dd5-8df9-47bf-9209-ef6b7a24bf05 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0478437 Jul 28 10:52:56.801824 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-6edab74c-5e1f-48d2-833d-e33837f870cb req-ea097316-633a-4774-a445-3431ca3c2e74 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317800 Jul 28 10:52:57.913049 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720e958c-f32f-4adc-b067-fa64f44fe640 req-d9597df2-8279-4f6d-9b0a-8d2bf161fafa tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:57.914504 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-720e958c-f32f-4adc-b067-fa64f44fe640 req-d9597df2-8279-4f6d-9b0a-8d2bf161fafa tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0473897 Jul 28 10:52:57.950846 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-720e958c-f32f-4adc-b067-fa64f44fe640 req-23d59a91-8dc8-4310-b8e8-69f021e2ec47 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306110 Jul 28 10:52:59.062186 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c7958-3caf-4c91-81da-a966c0eaa042 req-d52d5da5-e636-4a7b-9666-609d704f5903 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:52:59.063651 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-180c7958-3caf-4c91-81da-a966c0eaa042 req-d52d5da5-e636-4a7b-9666-609d704f5903 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0469742 Jul 28 10:52:59.102273 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-180c7958-3caf-4c91-81da-a966c0eaa042 req-9ab127aa-8343-4f71-84fb-22a66c34c99b tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317709 Jul 28 10:53:00.219264 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d30587-2ca5-409a-a6b3-8a3a9f938cb1 req-1140c5b0-4aa5-4ccc-ad6f-03955b5e804d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:00.220728 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a7d30587-2ca5-409a-a6b3-8a3a9f938cb1 req-1140c5b0-4aa5-4ccc-ad6f-03955b5e804d tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 943 time: 0.0520568 Jul 28 10:53:00.257274 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-a7d30587-2ca5-409a-a6b3-8a3a9f938cb1 req-9e378ceb-252a-447e-803a-81e4ac2724ca tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300827 Jul 28 10:53:00.925823 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 976556c6-f776-4556-b3ac-79f46ae67c74 details requested by agent hyperv_hv-cinder-80043 with host hv-cinder-80043 {{(pid=93233) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 10:53:01.028868 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 976556c6-f776-4556-b3ac-79f46ae67c74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=976556c6-f776-4556-b3ac-79f46ae67c74,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:01.041346 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Returning: {'device': '976556c6-f776-4556-b3ac-79f46ae67c74', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'port_id': '976556c6-f776-4556-b3ac-79f46ae67c74', 'mac_address': 'fa:16:3e:41:11:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93233) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 10:53:01.081091 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:01.094021 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 976556c6-f776-4556-b3ac-79f46ae67c74 {{(pid=93233) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 10:53:01.118239 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 976556c6-f776-4556-b3ac-79f46ae67c74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=976556c6-f776-4556-b3ac-79f46ae67c74,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:01.122970 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:01.170108 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=976556c6-f776-4556-b3ac-79f46ae67c74,revision_number=4']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:01.183147 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.183428 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.183768 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.184102 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.184432 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.184831 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.185106 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.185432 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.185757 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.186078 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.186396 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.186713 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:01.372557 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57954b4-39c4-4d56-b137-e1e5b87a53dc req-c306446e-c32a-47e5-9327-b2ba0c28ea40 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:01.374062 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c57954b4-39c4-4d56-b137-e1e5b87a53dc req-c306446e-c32a-47e5-9327-b2ba0c28ea40 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 944 time: 0.0514588 Jul 28 10:53:01.417662 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-c57954b4-39c4-4d56-b137-e1e5b87a53dc req-c7e31307-4026-4551-a0e4-16df33ff9ae8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374675 Jul 28 10:53:01.430929 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] get_ports_and_sgs() called for port_ids ['976556c6-f776-4556-b3ac-79f46ae67c74'] {{(pid=93233) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 10:53:02.530404 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6675a-a3e0-4023-8ddd-c394fd7bf7b3 req-2b5808fd-f24a-44de-8ede-54d54912d379 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:02.531903 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-00c6675a-a3e0-4023-8ddd-c394fd7bf7b3 req-2b5808fd-f24a-44de-8ede-54d54912d379 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 944 time: 0.0482836 Jul 28 10:53:02.568754 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-00c6675a-a3e0-4023-8ddd-c394fd7bf7b3 req-fcc4cb3a-1d5b-4de4-9e13-07dbd5689986 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Jul 28 10:53:02.932385 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 976556c6-f776-4556-b3ac-79f46ae67c74 up at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 10:53:02.981355 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning for port 976556c6-f776-4556-b3ac-79f46ae67c74 completed by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 10:53:02.984766 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.provisioning_blocks [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Provisioning complete for port 976556c6-f776-4556-b3ac-79f46ae67c74 triggered by entity L2. {{(pid=93233) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 10:53:02.985146 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2034769'] for port, provisioning_complete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:03.059666 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:03.081806 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74'}] {{(pid=93233) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:53:03.084068 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d01eb7501439724d461d6b5018b04a553f3ee4d04163187d2fab1a91e024d30f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6549dab-0d25-42a8-a9de-145d97b1a2e1" -d '{"events": [{"server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "name": "network-vif-plugged", "status": "completed", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74"}]}' {{(pid=93233) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:53:03.097516 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] For port 976556c6-f776-4556-b3ac-79f46ae67c74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=976556c6-f776-4556-b3ac-79f46ae67c74,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:53:03.101354 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320'] for port, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:03.126146 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e183ca29-36b7-4f91-b93f-2d3b70ca73d8 x-openstack-request-id: req-e183ca29-36b7-4f91-b93f-2d3b70ca73d8 {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:53:03.126431 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "name": "network-vif-plugged", "status": "completed", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74", "code": 200}]} {{(pid=93233) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:53:03.126681 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e183ca29-36b7-4f91-b93f-2d3b70ca73d8 {{(pid=93233) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:53:03.127055 dv-cinder-800431-3-iscsi neutron-server[93233]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74', 'code': 200} Jul 28 10:53:03.152687 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Pushing event updated for resources: {'Port': ['ID=976556c6-f776-4556-b3ac-79f46ae67c74,revision_number=5']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:03.355762 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268768b5-f2d0-47c3-9602-8dcf9914b447 req-1e21181f-376b-4610-821a-884509504f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:03.357317 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-268768b5-f2d0-47c3-9602-8dcf9914b447 req-1e21181f-376b-4610-821a-884509504f3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 1098 time: 0.0395632 Jul 28 10:53:03.391556 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-268768b5-f2d0-47c3-9602-8dcf9914b447 req-bb85c30a-8df5-420d-af00-2e2b334698f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264764 Jul 28 10:53:03.680533 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a71c8-34bc-43b4-a209-54f2c7c41897 req-b2a562be-568b-44f1-8397-d47334e4db09 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:03.681933 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-960a71c8-34bc-43b4-a209-54f2c7c41897 req-b2a562be-568b-44f1-8397-d47334e4db09 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 945 time: 0.0481489 Jul 28 10:53:03.718722 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-960a71c8-34bc-43b4-a209-54f2c7c41897 req-80652d5f-49dc-418e-b006-aab2d2bc2f09 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308595 Jul 28 10:53:04.834440 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f690352-7538-4fbc-a049-37f91fee6ccc req-29187311-c8fa-4f9d-8df9-08462f51d566 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:04.835919 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9f690352-7538-4fbc-a049-37f91fee6ccc req-29187311-c8fa-4f9d-8df9-08462f51d566 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 945 time: 0.0487118 Jul 28 10:53:04.872929 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-9f690352-7538-4fbc-a049-37f91fee6ccc req-611cc1f9-50c2-447f-884a-4f09435854d4 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311997 Jul 28 10:53:04.988583 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f16da2-938e-4e1a-819f-4420b9d56b85 req-27f67d89-7f96-4243-a045-52985b50ebe7 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:04.990081 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77f16da2-938e-4e1a-819f-4420b9d56b85 req-27f67d89-7f96-4243-a045-52985b50ebe7 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 945 time: 0.0509937 Jul 28 10:53:05.026503 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-77f16da2-938e-4e1a-819f-4420b9d56b85 req-ed56a753-ac23-4548-8346-3f5515698e36 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305362 Jul 28 10:53:05.048043 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55272) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:53:05.085429 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867c836b-4948-407f-ab6e-1aef6ae79fd3 tempest-TestVolumeBootPattern-2044365409 tempest-TestVolumeBootPattern-2044365409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:05.086904 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-867c836b-4948-407f-ab6e-1aef6ae79fd3 tempest-TestVolumeBootPattern-2044365409 tempest-TestVolumeBootPattern-2044365409-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 1093 time: 0.0379162 Jul 28 10:53:05.089522 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55274) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:53:05.093719 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.v2.base [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Request body: {'floatingip': {'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'port_id': '976556c6-f776-4556-b3ac-79f46ae67c74', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 10:53:05.115630 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:05.212088 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:05.311658 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_common [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Allocated IP 172.27.3.127 (b68efc46-ba46-419b-8701-a31e5fc73bce/7b72b023-76ac-445e-b50c-af3fdad0cc95/157f468a-1903-4f6c-ba8f-b33274462203) {{(pid=93231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 10:53:05.412145 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:05.448884 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735162721284', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:05.482853 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Network b68efc46-ba46-419b-8701-a31e5fc73bce is already hosted by enough agents. {{(pid=93231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 10:53:05.487019 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.base_scheduler [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Resources bound (agent type, host, resource id): {{(pid=93231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 10:53:05.490477 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Received port after_create {{(pid=93231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 10:53:05.517703 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=157f468a-1903-4f6c-ba8f-b33274462203,revision_number=1']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:05.530327 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.530683 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.531026 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.531362 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.531696 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.532029 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.532361 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.532690 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.533113 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.533441 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.533768 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:05.534705 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:53:06.085608 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:06.148606 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1633298'] for port, before_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:06.294021 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for port, precommit_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:06.298345 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735163092529', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735162721302', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735162721320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5052327'] for port, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:06.364701 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event updated for resources: {'Port': ['ID=157f468a-1903-4f6c-ba8f-b33274462203,revision_number=2']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:53:06.377471 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617795'] for floatingip, after_update {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:06.473799 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Floating IP 50109472-f533-47fc-9c63-fc769c5ff26c associated. External IP: 172.27.3.127, port: 976556c6-f776-4556-b3ac-79f46ae67c74. Jul 28 10:53:06.669238 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:53:06.773642 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:53:06.783022 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:53:06.789843 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:06.793817 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:53:06.794433 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:52:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:06.815818 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-8c5d83e2-fc76-4121-bd25-2f820585c332 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7253225 Jul 28 10:53:06.816535 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:53:06.818933 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:53:06.913350 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab5aba17-936c-44bd-a15d-d47d91fd96b7 x-openstack-request-id: req-ab5aba17-936c-44bd-a15d-d47d91fd96b7 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:53:06.913640 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:53:06.913892 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab5aba17-936c-44bd-a15d-d47d91fd96b7 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:53:06.914291 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74', 'status': 'completed', 'code': 200} Jul 28 10:53:07.000674 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-63254f37-7234-458b-a98f-facf1b8b71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:07.002148 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-63254f37-7234-458b-a98f-facf1b8b71d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 1098 time: 0.0439994 Jul 28 10:53:07.032312 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:53:07.091411 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-028e02ef-acd4-4089-85b3-7689518acd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:07.092900 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-028e02ef-acd4-4089-85b3-7689518acd23 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0833297 Jul 28 10:53:07.163025 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-a767f072-87af-46d5-8f8c-e757e6443bb7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=976556c6-f776-4556-b3ac-79f46ae67c74 HTTP/1.1" status: 200 len: 999 time: 0.0632193 Jul 28 10:53:07.214629 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-2326831f-cf84-4e11-91f3-1130b9800d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:07.216469 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-2326831f-cf84-4e11-91f3-1130b9800d0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0463746 Jul 28 10:53:07.262187 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '50109472-f533-47fc-9c63-fc769c5ff26c', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': '976556c6-f776-4556-b3ac-79f46ae67c74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:41:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:53:05Z', 'updated_at': '2021-07-28T10:53:05Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}, {'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:07.268021 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-2f270c12-a9b6-4701-a661-2b79eef9535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:07.269790 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-2f270c12-a9b6-4701-a661-2b79eef9535f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458586 Jul 28 10:53:07.288315 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:53:07.296498 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:53:07.297144 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:52:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:07.360856 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-451791fb-54c5-47e6-9553-6f5330064c56 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838711 Jul 28 10:53:07.402270 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:53:07.447868 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-ffa49e7d-15e6-42e6-aac9-4d84729d6bb7 req-95c901ca-61c3-46ff-939d-14d5780ee83a service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803201 Jul 28 10:53:07.633501 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '50109472-f533-47fc-9c63-fc769c5ff26c', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': '976556c6-f776-4556-b3ac-79f46ae67c74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:41:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:53:05Z', 'updated_at': '2021-07-28T10:53:05Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}, {'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:53:07.659707 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8017b4-67d3-44f5-beab-379ee1852cac None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': '50109472-f533-47fc-9c63-fc769c5ff26c', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.127', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': '976556c6-f776-4556-b3ac-79f46ae67c74', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:41:11:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:53:05Z', 'updated_at': '2021-07-28T10:53:05Z', 'revision_number': 0, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}, {'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:53:07.843761 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b067b9-e1f0-4201-a94a-f2184bdabf17 None None] New status for floating IP 50109472-f533-47fc-9c63-fc769c5ff26c: ACTIVE {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:53:07.849041 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-24f280fe-a76c-4395-956c-c9dfd3c40869 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:08.111713 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:53:10.580639 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-389fee94-2379-40ae-b86d-d653d3650c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:10.611752 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:11.541748 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:13.107249 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:15.351694 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:29.329238 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-8148d8c4-5ddf-42fd-9754-06888526e7d3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383818 Jul 28 10:53:29.426080 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-c7a10f9c-d3e6-492a-9925-11097678f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:29.427546 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-c7a10f9c-d3e6-492a-9925-11097678f5fc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1099 time: 0.0433123 Jul 28 10:53:29.528328 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-144ec830-9d7c-447d-9dc8-5fdc41c5392c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:29.529830 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-144ec830-9d7c-447d-9dc8-5fdc41c5392c service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0823996 Jul 28 10:53:29.595947 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-761fc185-3a3e-4305-9318-e92c757d7c05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 1002 time: 0.0582473 Jul 28 10:53:29.643609 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-e753a189-b71d-4953-a543-545b396b9372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:29.645945 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-e753a189-b71d-4953-a543-545b396b9372 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0429478 Jul 28 10:53:29.691039 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-b4273163-cbc9-403a-9c5e-7931328b5cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:53:29.692975 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-b4273163-cbc9-403a-9c5e-7931328b5cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401940 Jul 28 10:53:29.783289 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-b5f435fa-3047-4cee-9922-8a08040af4b1 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839510 Jul 28 10:53:29.868299 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1ec0d783-14aa-461a-97e9-701389d1cf00 req-6247a26a-8d3c-4a75-a46b-44df9b7c1f13 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782583 Jul 28 10:53:37.849815 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bd83c877-b399-4978-b295-f54a016af20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:40.585642 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c892d949-fb94-4ab5-a071-980c72a878f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:40.610818 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:41.544908 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:43.109754 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:53:45.110158 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:53:45.363771 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:02.669414 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [req-4700a298-45b7-45cb-b01b-8de4729e2e10 req-48ce0c81-42de-4a99-8688-c6c11173ec8d service neutron] (93231) timed out ('10.222.0.23', 55546) {{(pid=93231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 10:54:03.005481 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [req-e69f1909-7066-41c4-bbf0-2a99570551c2 req-4bd51ca0-e5e9-4244-a0f7-0c75cb74e0ac tempest-VolumesActionsTest-1297967410 tempest-VolumesActionsTest-1297967410-project] (93231) timed out ('10.222.0.23', 55509) {{(pid=93231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 10:54:03.634997 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [req-884a371f-126e-4d73-b32a-12d6ee004091 req-6e6bc67a-31c6-47e6-b713-253457bfdbf6 service neutron] (93231) timed out ('10.222.0.23', 55518) {{(pid=93231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 10:54:07.850085 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-23a2e471-cb09-405d-9b02-97f4fcbf67a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:10.586255 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-2dc5e036-104d-4e81-9758-30e6f9f1580d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:10.610071 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:11.546463 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:13.113100 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:15.380227 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:22.109455 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:54:31.296301 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-c1baf967-60d0-4cfa-a707-e2c7d6b221ef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403023 Jul 28 10:54:31.369312 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-7e86c5d5-634a-4cc4-ba9e-827fb44ce241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:31.370758 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-7e86c5d5-634a-4cc4-ba9e-827fb44ce241 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 1098 time: 0.0428784 Jul 28 10:54:31.470722 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-438e527a-b5d3-447a-b8ee-c931d8600aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:31.472122 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-438e527a-b5d3-447a-b8ee-c931d8600aa6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.0806911 Jul 28 10:54:31.537888 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-c8d61177-acc3-4573-942c-ac4a1bf709df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=976556c6-f776-4556-b3ac-79f46ae67c74 HTTP/1.1" status: 200 len: 1001 time: 0.0578306 Jul 28 10:54:31.583999 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-4e38aa40-eb96-46ac-8ad6-5662d5bbea23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:31.585448 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-4e38aa40-eb96-46ac-8ad6-5662d5bbea23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0405972 Jul 28 10:54:31.629026 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-a027309b-5329-44bb-9785-6f87c1ac51af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:31.630454 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-a027309b-5329-44bb-9785-6f87c1ac51af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0379496 Jul 28 10:54:31.720096 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-1ae9aeaa-878f-4839-b244-7addb2094ae6 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821898 Jul 28 10:54:31.807939 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-bcc0f588-0ea2-4677-a14f-bbe5bc6630db req-28c370eb-502f-46ef-a8b8-c2051b28367e service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793078 Jul 28 10:54:37.851002 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-19a61f36-c32c-471e-8768-b54efbc7a155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:40.586854 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9e722a95-a810-432c-9f3f-255eb70243a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:40.609125 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:41.548302 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:43.116249 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:45.382076 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:45.675486 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55324) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:45.868504 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Deleting port 157f468a-1903-4f6c-ba8f-b33274462203 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:54:45.868844 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:45.939717 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:45.939968 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:45.951052 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Calling delete_port for 157f468a-1903-4f6c-ba8f-b33274462203 owned by network:floatingip {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:54:46.095868 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:46.118180 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event deleted for resources: {'Port': ['ID=157f468a-1903-4f6c-ba8f-b33274462203,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:46.132103 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.132457 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.133101 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.133441 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.133774 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.134799 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.135144 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.135478 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.135810 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.136137 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.136464 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.136812 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:46.191981 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:46.192232 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Floating IP 50109472-f533-47fc-9c63-fc769c5ff26c disassociated (deleted). External IP: 172.27.3.127, port: 976556c6-f776-4556-b3ac-79f46ae67c74. Jul 28 10:54:46.387046 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:54:46.489671 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:46.494863 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:46.500816 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:46.510914 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:54:46.511538 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:46.522219 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-a9ea6012-ca3c-4471-a085-cac25ebbcaa2 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "DELETE /v2.0/floatingips/50109472-f533-47fc-9c63-fc769c5ff26c HTTP/1.1" status: 204 len: 168 time: 0.8457119 Jul 28 10:54:46.522803 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:54:46.525374 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66a26a9a-0b79-45c8-979e-366e024875e2" -d '{"events": [{"name": "network-changed", "server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:54:46.568647 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff68c52-36da-4306-83b1-4cb39f3caad7 x-openstack-request-id: req-bff68c52-36da-4306-83b1-4cb39f3caad7 {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:54:46.568988 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:54:46.569218 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bff68c52-36da-4306-83b1-4cb39f3caad7 {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:54:46.569626 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74', 'status': 'completed', 'code': 200} Jul 28 10:54:46.626004 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:54:46.667558 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-e36edf91-ceb1-4bc0-939d-7e0572b5626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:46.669128 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-e36edf91-ceb1-4bc0-939d-7e0572b5626b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 1098 time: 0.0531459 Jul 28 10:54:46.813740 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8b4f39-b3fc-4c33-af96-e42ae3a468f7 req-5e953665-20a9-4b82-a0ab-8a43a818004a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:46.815201 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1e8b4f39-b3fc-4c33-af96-e42ae3a468f7 req-5e953665-20a9-4b82-a0ab-8a43a818004a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 945 time: 0.0992749 Jul 28 10:54:46.845687 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-602182e4-57f9-4838-b285-79ec197cfd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:46.847101 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-602182e4-57f9-4838-b285-79ec197cfd48 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.1393678 Jul 28 10:54:46.853585 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:46.872970 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-1e8b4f39-b3fc-4c33-af96-e42ae3a468f7 req-9897a563-4fb5-4e34-8dde-08c78f6de2b0 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491922 Jul 28 10:54:46.880155 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:46.889786 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:54:46.890410 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:46.997935 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:54:47.175439 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-72587015-1584-490e-8076-bd26ac2633fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=976556c6-f776-4556-b3ac-79f46ae67c74 HTTP/1.1" status: 200 len: 217 time: 0.3180003 Jul 28 10:54:47.223801 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-2b4fd996-ee11-466c-b644-48ead7f8aa6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:47.225375 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-2b4fd996-ee11-466c-b644-48ead7f8aa6e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0417049 Jul 28 10:54:47.226287 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:47.256128 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a6ea9ab-5943-42e0-a56f-5018c08ec930 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_floatingips': [{'id': 'cff9d5e0-f055-423e-bf0c-736419df0542', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'router_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'port_id': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'mac_address': 'fa:16:3e:d4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T10:51:07Z', 'updated_at': '2021-07-28T10:51:09Z', 'revision_number': 1, 'project_id': '6525d100052a4861b65a019a6d374764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:47.271133 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-a89ea03c-4aaf-40cf-90e5-ccae190c7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:47.272945 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-a89ea03c-4aaf-40cf-90e5-ccae190c7611 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396383 Jul 28 10:54:47.365746 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-371195d9-2e9a-4cc8-bdbd-50c3c9aae43b service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851667 Jul 28 10:54:47.458565 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-66a26a9a-0b79-45c8-979e-366e024875e2 req-33c3795d-1156-4c41-bda9-c9bfbe6dadcd service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854051 Jul 28 10:54:47.469568 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a053b5eb-ea52-4a4c-90eb-96bb7b98a9d7 None None] New status for floating IP 50109472-f533-47fc-9c63-fc769c5ff26c: DOWN {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:54:47.992852 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f8b5a-9f00-4797-bc93-ff2b85b92774 req-a5cb7f02-f839-487b-a32a-fd6505e2637a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:47.994483 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e28f8b5a-9f00-4797-bc93-ff2b85b92774 req-a5cb7f02-f839-487b-a32a-fd6505e2637a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 945 time: 0.0530126 Jul 28 10:54:48.031625 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e28f8b5a-9f00-4797-bc93-ff2b85b92774 req-394f1584-7c28-4af9-85cc-c7e5f75e6980 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313098 Jul 28 10:54:48.457057 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034731a8-fa65-42ec-88e9-21649c641db7 req-e19dded4-8c81-4ae8-8fff-675bdf5f3410 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:48.458559 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-034731a8-fa65-42ec-88e9-21649c641db7 req-e19dded4-8c81-4ae8-8fff-675bdf5f3410 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 945 time: 0.0533822 Jul 28 10:54:48.547414 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Deleting port 976556c6-f776-4556-b3ac-79f46ae67c74 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:54:48.547759 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.636924 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] For port 976556c6-f776-4556-b3ac-79f46ae67c74, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=976556c6-f776-4556-b3ac-79f46ae67c74,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:48.637288 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.649320 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Calling delete_port for 976556c6-f776-4556-b3ac-79f46ae67c74 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:54:48.773531 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.800866 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event deleted for resources: {'Port': ['ID=976556c6-f776-4556-b3ac-79f46ae67c74,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:48.812827 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.813182 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.813525 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.813856 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.814187 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.814532 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.814844 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.815166 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.815491 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.815811 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.816133 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.816451 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:54:48.848616 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] No DVR routers for this DVR port 976556c6-f776-4556-b3ac-79f46ae67c74 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:54:48.850966 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:48.852987 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-034731a8-fa65-42ec-88e9-21649c641db7 req-7c8f1bea-b099-4ca3-9a95-ec60ac3c9a22 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "DELETE /v2.0/ports/976556c6-f776-4556-b3ac-79f46ae67c74 HTTP/1.1" status: 204 len: 173 time: 0.3886728 Jul 28 10:54:48.853421 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'name': 'network-vif-deleted', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:54:48.855621 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308d08e6-b015-4703-bd62-5fbd22bfc218" -d '{"events": [{"server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "name": "network-vif-deleted", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:54:48.954065 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e523d87c-1404-4f9c-a333-5b7dda5bc79f x-openstack-request-id: req-e523d87c-1404-4f9c-a333-5b7dda5bc79f {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:54:48.954354 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32169528-0f14-4079-ba9f-a0a58c2d6442", "name": "network-vif-deleted", "tag": "976556c6-f776-4556-b3ac-79f46ae67c74", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:54:48.954601 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e523d87c-1404-4f9c-a333-5b7dda5bc79f {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:54:48.954992 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32169528-0f14-4079-ba9f-a0a58c2d6442', 'name': 'network-vif-deleted', 'tag': '976556c6-f776-4556-b3ac-79f46ae67c74', 'status': 'completed', 'code': 200} Jul 28 10:54:49.124542 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-5f7f4e9c-5e32-4c6f-86af-964d2cba5d7d req-68a38270-7590-4e27-a92e-09fc4f691135 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=32169528-0f14-4079-ba9f-a0a58c2d6442 HTTP/1.1" status: 200 len: 210 time: 0.0258157 Jul 28 10:54:52.394471 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55370) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:52.542188 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Deleting port 0061b05b-7800-46b3-9fa3-4f91a610fa4e {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:54:52.542528 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:52.615764 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:52.616089 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:52.627765 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Calling delete_port for 0061b05b-7800-46b3-9fa3-4f91a610fa4e owned by network:floatingip {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:54:52.767923 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:52.796143 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event deleted for resources: {'Port': ['ID=0061b05b-7800-46b3-9fa3-4f91a610fa4e,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:52.855566 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:52.855908 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.db.l3_db [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Floating IP cff9d5e0-f055-423e-bf0c-736419df0542 disassociated (deleted). External IP: 172.27.3.113, port: f0783867-c9d9-4c64-b2f6-458f9d93d058. Jul 28 10:54:53.055086 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:54:53.158492 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:54:53.163172 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:53.169742 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:54:53.179249 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:54:53.179852 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:53.189072 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-51b27695-9e4a-425d-a245-e8a5cdbd12f1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "DELETE /v2.0/floatingips/cff9d5e0-f055-423e-bf0c-736419df0542 HTTP/1.1" status: 204 len: 168 time: 0.7935131 Jul 28 10:54:53.189660 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058'}] {{(pid=93231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:54:53.191871 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9dd1664fb96d425082a2462800670e7e1b0647a0a778d5a2c1b2c0fa831523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058"}]}' {{(pid=93231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:54:53.227556 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 10:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659eeffd-2eae-4a61-9b8b-fd16dd64c4ba x-openstack-request-id: req-659eeffd-2eae-4a61-9b8b-fd16dd64c4ba {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:54:53.227556 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058", "status": "completed", "code": 200}]} {{(pid=93231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:54:53.228385 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-659eeffd-2eae-4a61-9b8b-fd16dd64c4ba {{(pid=93231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:54:53.228795 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'status': 'completed', 'code': 200} Jul 28 10:54:53.286466 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:54:53.319029 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 976556c6-f776-4556-b3ac-79f46ae67c74 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:53.335901 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-d03273c0-3b61-4b1a-9a43-6d3a0e8eb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:53.337704 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-d03273c0-3b61-4b1a-9a43-6d3a0e8eb449 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6525d100052a4861b65a019a6d374764&device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 1099 time: 0.0654891 Jul 28 10:54:53.347606 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: 976556c6-f776-4556-b3ac-79f46ae67c74 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:54:53.347957 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device 976556c6-f776-4556-b3ac-79f46ae67c74 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:53.469170 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cdfaa5-ebc8-4ab3-a31b-2ac37dbd1275 req-570515b8-0bd0-4f8e-95a7-07a48a9f1fc8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:53.470733 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-85cdfaa5-ebc8-4ab3-a31b-2ac37dbd1275 req-570515b8-0bd0-4f8e-95a7-07a48a9f1fc8 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 946 time: 0.1043932 Jul 28 10:54:53.516249 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-49808c4d-8ecd-4147-8e2a-16a0bd8027cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:53.517741 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-49808c4d-8ecd-4147-8e2a-16a0bd8027cf service neutron] 10.222.0.23 "GET /v2.0/networks?id=b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 200 len: 912 time: 0.1231515 Jul 28 10:54:53.536353 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-85cdfaa5-ebc8-4ab3-a31b-2ac37dbd1275 req-4b1aba41-3c4b-40fc-b1fe-8a54857beed9 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564005 Jul 28 10:54:53.569481 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-6be0f040-17fe-40a6-ab19-36791856e4d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 200 len: 217 time: 0.0418570 Jul 28 10:54:53.618045 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-4da1fdd9-cc6b-4565-a65a-f0cdcd91ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:53.620134 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-4da1fdd9-cc6b-4565-a65a-f0cdcd91ee3d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 200 len: 850 time: 0.0430050 Jul 28 10:54:53.636358 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:53.663941 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-aa8abba6-9144-4db5-85d8-cc9e280baf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:53.664547 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:54:53.665983 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-aa8abba6-9144-4db5-85d8-cc9e280baf74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b2fe08e7-640a-41c7-a2ce-93635cb09326&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389354 Jul 28 10:54:53.673431 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:54:53.674026 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:53.757559 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-7df745a6-2100-4bae-83ee-afe983a73a53 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 Jul 28 10:54:53.785556 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:54:53.847486 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-0708e1cb-4d42-46af-b10f-8d2f192c8cbe req-1f1f0e04-7d6a-47eb-b35b-9d4dfce35868 service neutron] 10.222.0.23 "GET /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820277 Jul 28 10:54:53.983664 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:54:54.009556 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ca1e03-465b-49f4-bd90-b298b3857d49 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:48:09Z', 'revision_number': 4, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi', '_interfaces': [{'id': 'e3cf0a7b-6d88-4c99-8c8b-e795776eeb12', 'name': '', 'network_id': 'b2fe08e7-640a-41c7-a2ce-93635cb09326', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'mac_address': 'fa:16:3e:6a:75:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:09Z', 'updated_at': '2021-07-28T10:48:15Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'subnets': [{'id': 'affb8db2-09e9-4b5b-9787-ea20ab0f20b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:54:54.213854 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83dc50a-2d88-4bb8-97ed-3ea23a3c33fe None None] New status for floating IP cff9d5e0-f055-423e-bf0c-736419df0542: DOWN {{(pid=93234) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 10:54:54.654646 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423839b0-b48c-4ef1-8a86-18719fd3c947 req-00dfd239-3adf-409c-bc78-b3ce0016762a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:54.656520 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-423839b0-b48c-4ef1-8a86-18719fd3c947 req-00dfd239-3adf-409c-bc78-b3ce0016762a tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 946 time: 0.0502245 Jul 28 10:54:54.693793 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-423839b0-b48c-4ef1-8a86-18719fd3c947 req-0afaa464-dd4d-49b8-9dc0-f35cf6cbe4d1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/security-groups?id=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314612 Jul 28 10:54:55.050612 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-8ef8ee21-e3f0-459b-be48-1ceae172b88e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93232) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 10:54:55.052038 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-8ef8ee21-e3f0-459b-be48-1ceae172b88e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 946 time: 0.0524719 Jul 28 10:54:55.138451 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Deleting port f0783867-c9d9-4c64-b2f6-458f9d93d058 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:54:55.138773 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:55.228546 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] For port f0783867-c9d9-4c64-b2f6-458f9d93d058, host hv-cinder-80043, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80043',level=0,port_id=f0783867-c9d9-4c64-b2f6-458f9d93d058,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:55.228945 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:55.241103 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Calling delete_port for f0783867-c9d9-4c64-b2f6-458f9d93d058 owned by compute:nova {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:54:55.363142 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:55.396224 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event deleted for resources: {'Port': ['ID=f0783867-c9d9-4c64-b2f6-458f9d93d058,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:55.433697 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.l3_dvrscheduler_db [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] No DVR routers for this DVR port f0783867-c9d9-4c64-b2f6-458f9d93d058 on host hv-cinder-80043 {{(pid=93232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:54:55.436123 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for port, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:55.438102 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [req-30eb9af8-5984-4af5-8561-fc0202759c92 req-af856b5c-7372-469d-b06d-6beb346ed085 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.23 "DELETE /v2.0/ports/f0783867-c9d9-4c64-b2f6-458f9d93d058 HTTP/1.1" status: 204 len: 173 time: 0.3790448 Jul 28 10:54:55.438547 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'name': 'network-vif-deleted', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058'}] {{(pid=93232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 10:54:55.440738 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}850254022ef1ec6ca5a4f44a84e8b2227a8edb4aadd7254320b6fcec772931be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbb800b-de47-4772-be79-92c7bf46a63d" -d '{"events": [{"server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "name": "network-vif-deleted", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058"}]}' {{(pid=93232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 10:54:55.478253 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 10:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faab2089-0411-4e49-bd46-7f091ac5fc03 x-openstack-request-id: req-faab2089-0411-4e49-bd46-7f091ac5fc03 {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 10:54:55.478541 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa778be-4a2d-4af1-b348-7afe4d1a4757", "name": "network-vif-deleted", "tag": "f0783867-c9d9-4c64-b2f6-458f9d93d058", "status": "completed", "code": 200}]} {{(pid=93232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 10:54:55.478815 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-faab2089-0411-4e49-bd46-7f091ac5fc03 {{(pid=93232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 10:54:55.479204 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa778be-4a2d-4af1-b348-7afe4d1a4757', 'name': 'network-vif-deleted', 'tag': 'f0783867-c9d9-4c64-b2f6-458f9d93d058', 'status': 'completed', 'code': 200} Jul 28 10:54:55.806343 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [req-e5de55c7-b192-4961-8523-6f5f82236d65 req-0a231d98-b9ec-4dd1-bb28-29f9bf4f358f tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "GET /v2.0/ports?device_id=2fa778be-4a2d-4af1-b348-7afe4d1a4757 HTTP/1.1" status: 200 len: 210 time: 0.0297604 Jul 28 10:54:56.861883 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55388) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:56.982325 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Deleting port 85a22ee6-1937-4b6c-82fb-13f8b6da7be1 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:54:56.982669 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:57.055810 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:57.056357 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:57.067303 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Calling delete_port for 85a22ee6-1937-4b6c-82fb-13f8b6da7be1 owned by network:floatingip {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:54:57.200635 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:57.224828 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event deleted for resources: {'Port': ['ID=85a22ee6-1937-4b6c-82fb-13f8b6da7be1,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:57.288637 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for floatingip, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:57.291836 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-496992'] for floatingip, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:57.293005 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-597cb331-9c7d-492f-b6e4-3b1bf2b34c3e tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "DELETE /v2.0/floatingips/63bf6f46-a62e-496b-bbec-301b28ec106e HTTP/1.1" status: 204 len: 168 time: 0.4301157 Jul 28 10:54:58.482702 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55400) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:58.541191 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6544e85c-52ca-4df2-b858-9bf807943af1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:58.565728 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6544e85c-52ca-4df2-b858-9bf807943af1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:58.624023 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6544e85c-52ca-4df2-b858-9bf807943af1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:58.626670 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6544e85c-52ca-4df2-b858-9bf807943af1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:58.627831 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6544e85c-52ca-4df2-b858-9bf807943af1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] 10.222.0.25 "DELETE /v2.0/security-groups/7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30 HTTP/1.1" status: 204 len: 168 time: 0.1441212 Jul 28 10:54:58.637636 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6544e85c-52ca-4df2-b858-9bf807943af1 tempest-TestVolumeBootPattern-619334190 tempest-TestVolumeBootPattern-619334190-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8d4ff7-63bc-4f7e-b788-9ab4a02ffa30,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:54:58.686138 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55404) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:54:59.109995 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:54:59.361755 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:59.376552 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device f0783867-c9d9-4c64-b2f6-458f9d93d058 no longer exists at agent hyperv_hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:54:59.395819 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] No Port match for: f0783867-c9d9-4c64-b2f6-458f9d93d058 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:54:59.396161 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Device f0783867-c9d9-4c64-b2f6-458f9d93d058 not bound to the agent host hv-cinder-80043 {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:54:59.596276 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Deleting port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:54:59.596921 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:59.671099 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] For port e3cf0a7b-6d88-4c99-8c8b-e795776eeb12, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:54:59.671385 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:59.684193 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Calling delete_port for e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 owned by network:router_interface {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:54:59.860270 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:54:59.886563 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3cf0a7b-6d88-4c99-8c8b-e795776eeb12,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:00.048244 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.255113 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:55:00.356799 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:00.361728 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-9fcb89bb-8de9-4873-87bb-d14f8e1f0991 admin admin] 10.222.0.25 "PUT /v2.0/routers/0d78e2ac-ba63-4481-8ba3-5008a9232a99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6744545 Jul 28 10:55:00.364327 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55408) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:00.366998 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] Sync routers for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:00.376318 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:55:00.376955 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:00.470200 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks [] for router, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.487196 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:55:00.579519 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.643068 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Deleting port f804b5f4-00f7-4476-b1a1-67f0e3639d4c {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:55:00.644203 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.678125 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174'}], 'enable_snat': True}, 'gw_port_id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:54:59Z', 'revision_number': 5, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port': {'id': 'f804b5f4-00f7-4476-b1a1-67f0e3639d4c', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:53:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:08Z', 'updated_at': '2021-07-28T10:48:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:00.706384 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] Checking router: 0d78e2ac-ba63-4481-8ba3-5008a9232a99 for host: dv-cinder-800431-3-iscsi {{(pid=93233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:00.715776 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] Routers {'0d78e2ac-ba63-4481-8ba3-5008a9232a99'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:55:00.716390 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'], 'active': True} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:00.732205 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] For port f804b5f4-00f7-4476-b1a1-67f0e3639d4c, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:00.732580 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.747266 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Calling delete_port for f804b5f4-00f7-4476-b1a1-67f0e3639d4c owned by network:router_gateway {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:55:00.810537 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvr_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] Set router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 gateway port host: None {{(pid=93233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:55:00.872191 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_hamode_db [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:55:00Z', 'revision_number': 6, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:00.899263 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1398789-61f0-4f8c-ac39-399eb658d435 None None] The sync data for ids ['0d78e2ac-ba63-4481-8ba3-5008a9232a99'] in dv-cinder-800431-3-iscsi is: [{'id': '0d78e2ac-ba63-4481-8ba3-5008a9232a99', 'name': 'tempest-TestVolumeBootPattern-616332575-router', 'tenant_id': '6525d100052a4861b65a019a6d374764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:07Z', 'updated_at': '2021-07-28T10:55:00Z', 'revision_number': 6, 'project_id': '6525d100052a4861b65a019a6d374764', 'gw_port_host': None}] {{(pid=93233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:00.946408 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:00.977867 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Pushing event deleted for resources: {'Port': ['ID=f804b5f4-00f7-4476-b1a1-67f0e3639d4c,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:01.040978 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.138965 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.141010 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.198420 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.198896 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d78e2ac-ba63-4481-8ba3-5008a9232a99 {{(pid=93231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:01.203488 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] Notify callbacks [] for router, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.204645 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-3b0a1718-8249-48a7-a9c3-220fca35561a admin admin] 10.222.0.25 "DELETE /v2.0/routers/0d78e2ac-ba63-4481-8ba3-5008a9232a99 HTTP/1.1" status: 204 len: 168 time: 0.8393908 Jul 28 10:55:01.207278 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55410) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:01.254635 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.db_base_plugin_v2 [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] Deleting subnet affb8db2-09e9-4b5b-9787-ea20ab0f20b4 {{(pid=93231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:55:01.258319 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.295571 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5052197'] for subnet, precommit_delete_associations {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.372579 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.426533 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5052409', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5213418'] for subnet, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.453124 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=affb8db2-09e9-4b5b-9787-ea20ab0f20b4,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:01.455065 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for subnet, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.456960 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-1277df8a-69ba-42c7-9ed1-6ecdb351ab94 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/affb8db2-09e9-4b5b-9787-ea20ab0f20b4 HTTP/1.1" status: 204 len: 168 time: 0.2487450 Jul 28 10:55:01.459483 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55412) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:01.462112 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292e960-6347-46d8-930e-5d87d3cf5442 None None] Network b2fe08e7-640a-41c7-a2ce-93635cb09326 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:55:01.524509 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.577365 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Deleting port fd7e7076-c399-417e-b832-658d6102424d {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:55:01.577706 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.642730 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] DHCP port deletion for b2fe08e7-640a-41c7-a2ce-93635cb09326 request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:55:01.670012 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] For port fd7e7076-c399-417e-b832-658d6102424d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=fd7e7076-c399-417e-b832-658d6102424d,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:01.670551 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.689731 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Calling delete_port for fd7e7076-c399-417e-b832-658d6102424d owned by network:dhcp {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:55:01.695782 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Deleting port fd7e7076-c399-417e-b832-658d6102424d {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:55:01.696162 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.773279 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] For port fd7e7076-c399-417e-b832-658d6102424d, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=fd7e7076-c399-417e-b832-658d6102424d,segment=NetworkSegment(a47063ed-cee9-4c74-b99b-f2b6be2a8148),segment_id=a47063ed-cee9-4c74-b99b-f2b6be2a8148)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:01.773693 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.777162 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.789730 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Calling delete_port for fd7e7076-c399-417e-b832-658d6102424d owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:55:01.809241 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] No DVR routers for this DVR port fd7e7076-c399-417e-b832-658d6102424d on host dv-cinder-800431-3-iscsi {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:55:01.813218 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=fd7e7076-c399-417e-b832-658d6102424d,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:01.870643 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.888798 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.897141 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Pushing event deleted for resources: {'Port': ['ID=fd7e7076-c399-417e-b832-658d6102424d,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:01.898941 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2fe08e7-640a-41c7-a2ce-93635cb09326']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:01.910298 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] No DVR routers for this DVR port fd7e7076-c399-417e-b832-658d6102424d on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:55:01.912727 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.913128 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.913270 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a47063ed-cee9-4c74-b99b-f2b6be2a8148') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:01.913474 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.913603 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a47063ed-cee9-4c74-b99b-f2b6be2a8148') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:01.913811 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.914192 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.914512 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.915032 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.915163 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.915485 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.915811 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.917982 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.917982 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf96e0a-4a19-4dee-97ab-5fc70f0eeb19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-800431-3-iscsi {{(pid=93233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 10:55:01.925230 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.941392 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.947225 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:55:01.948182 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:55:01.952411 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:55:02.014210 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:02.019596 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:02.024116 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] 10.222.0.25 "DELETE /v2.0/networks/b2fe08e7-640a-41c7-a2ce-93635cb09326 HTTP/1.1" status: 204 len: 168 time: 0.5610793 Jul 28 10:55:02.024919 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 55414) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:02.032705 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489dcc8-3545-4a3d-b21c-99e4b760aa2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b2fe08e7-640a-41c7-a2ce-93635cb09326,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:02.376117 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1044547'] for router_interface, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:02.582636 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f804b5f4-00f7-4476-b1a1-67f0e3639d4c no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:02.605194 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: f804b5f4-00f7-4476-b1a1-67f0e3639d4c {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:55:02.605538 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device f804b5f4-00f7-4476-b1a1-67f0e3639d4c not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:02.605946 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:02.621582 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Deleting port 9e977ade-5376-48fe-af9f-0b9c706d0b3b {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:55:02.621924 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:02.624449 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:55:02.624820 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device e3cf0a7b-6d88-4c99-8c8b-e795776eeb12 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:02.625240 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device fd7e7076-c399-417e-b832-658d6102424d no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:02.644072 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: fd7e7076-c399-417e-b832-658d6102424d {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:55:02.644361 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device fd7e7076-c399-417e-b832-658d6102424d not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:02.700032 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] For port 9e977ade-5376-48fe-af9f-0b9c706d0b3b, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=9e977ade-5376-48fe-af9f-0b9c706d0b3b,segment=NetworkSegment(c82eae66-1b61-480e-af99-5bbb0bbf9888),segment_id=c82eae66-1b61-480e-af99-5bbb0bbf9888)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:02.700466 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:02.712667 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Calling delete_port for 9e977ade-5376-48fe-af9f-0b9c706d0b3b owned by network:router_interface {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:55:02.885007 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:02.907430 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Pushing event deleted for resources: {'Port': ['ID=9e977ade-5376-48fe-af9f-0b9c706d0b3b,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:03.069519 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-713633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1044527'] for router_interface, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:03.273831 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 has already been hosted by L3 agent 56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e {{(pid=93232) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 10:55:03.374975 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] Notify agent at l3_agent.dv-cinder-800431-3-iscsi the message routers_updated {{(pid=93232) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 10:55:03.379892 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-cbcb7fe5-55a5-4033-ac09-65d8fb076bce admin admin] 10.222.0.25 "PUT /v2.0/routers/b8e2afb4-5bb3-4813-a2e0-91cf82f61171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3533709 Jul 28 10:55:03.382426 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 55416) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:03.385846 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] Sync routers for ids ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'] in dv-cinder-800431-3-iscsi {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 10:55:03.394926 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] Routers {'b8e2afb4-5bb3-4813-a2e0-91cf82f61171'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:55:03.395533 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:03.482514 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks [] for router, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:03.497417 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] Set router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 gateway port host: dv-cinder-800431-3-iscsi {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:55:03.581070 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:03.675417 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'external_fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92'}], 'enable_snat': True}, 'gw_port_id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:55:02Z', 'revision_number': 5, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port': {'id': '5ba3ead2-580d-4476-92f3-2715584f9e92', 'name': '', 'network_id': 'b68efc46-ba46-419b-8701-a31e5fc73bce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:71:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'ip_address': '172.27.3.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-800431-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:48:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b72b023-76ac-445e-b50c-af3fdad0cc95', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-800431-3-iscsi'}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:03.706040 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] Checking router: b8e2afb4-5bb3-4813-a2e0-91cf82f61171 for host: dv-cinder-800431-3-iscsi {{(pid=93234) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 10:55:03.715178 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] Routers {'b8e2afb4-5bb3-4813-a2e0-91cf82f61171'} bound to L3 agent in host dv-cinder-800431-3-iscsi {{(pid=93234) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 10:55:03.715796 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-800431-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T10:29:11Z,description=,heartbeat_timestamp=2021-07-28T10:54:41Z,host='dv-cinder-800431-3-iscsi',id=56ca2f28-5ca2-4eac-a53e-ad4e0fedea8e,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T10:29:11Z,topic='l3_agent')) {'router_ids': ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'], 'active': True} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:03.799646 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_dvr_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] Set router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 gateway port host: None {{(pid=93234) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 10:55:03.856331 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.l3_hamode_db [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:55:03Z', 'revision_number': 6, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port_host': None}], 'dv-cinder-800431-3-iscsi', False) {} {{(pid=93234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:03.883889 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2165d01-6b1f-43d4-948d-507a816c8d4f None None] The sync data for ids ['b8e2afb4-5bb3-4813-a2e0-91cf82f61171'] in dv-cinder-800431-3-iscsi is: [{'id': 'b8e2afb4-5bb3-4813-a2e0-91cf82f61171', 'name': 'tempest-TestVolumeBootPattern-275832801-router', 'tenant_id': '49cca1a80d194e67b86bc4d0709dd431', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T10:48:12Z', 'updated_at': '2021-07-28T10:55:03Z', 'revision_number': 6, 'project_id': '49cca1a80d194e67b86bc4d0709dd431', 'gw_port_host': None}] {{(pid=93234) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 10:55:03.907127 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Deleting port 5ba3ead2-580d-4476-92f3-2715584f9e92 {{(pid=93232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:55:03.907472 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:03.987346 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.db [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] For port 5ba3ead2-580d-4476-92f3-2715584f9e92, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=5ba3ead2-580d-4476-92f3-2715584f9e92,segment=NetworkSegment(403864f6-fbdb-4ed2-ad0d-aee130122cdc),segment_id=403864f6-fbdb-4ed2-ad0d-aee130122cdc)] {{(pid=93232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:03.987707 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.000435 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.plugins.ml2.plugin [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Calling delete_port for 5ba3ead2-580d-4476-92f3-2715584f9e92 owned by network:router_gateway {{(pid=93232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:55:04.159467 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4682992'] for port, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.187913 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba3ead2-580d-4476-92f3-2715584f9e92,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:04.246533 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617869'] for router_gateway, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.335242 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-538642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-223741'] for router, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.337356 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.381543 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539010'] for router, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.382098 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e2afb4-5bb3-4813-a2e0-91cf82f61171 {{(pid=93232) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 10:55:04.387158 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] Notify callbacks [] for router, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.388289 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-be1e8817-8022-45ce-a290-2844cee3ee16 admin admin] 10.222.0.25 "DELETE /v2.0/routers/b8e2afb4-5bb3-4813-a2e0-91cf82f61171 HTTP/1.1" status: 204 len: 168 time: 1.0049689 Jul 28 10:55:04.391011 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [-] (93232) accepted ('10.222.0.25', 55420) {{(pid=93232) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:04.434057 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] Deleting subnet ad6f9090-b307-44ba-856a-69f64cf10173 {{(pid=93232) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 10:55:04.436965 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.469503 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4682925'] for subnet, precommit_delete_associations {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.547398 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2061173'] for subnet, precommit_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.598210 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2061180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4682917', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4588065'] for subnet, after_delete {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.623659 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6f9090-b307-44ba-856a-69f64cf10173,revision_number=None']} {{(pid=93232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:04.628514 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron_lib.callbacks.manager [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.630671 dv-cinder-800431-3-iscsi neutron-server[93232]: INFO neutron.wsgi [None req-ce4a2491-14d2-4205-968f-1afde5524b3f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ad6f9090-b307-44ba-856a-69f64cf10173 HTTP/1.1" status: 204 len: 168 time: 0.2385938 Jul 28 10:55:04.634005 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55422) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:04.635783 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d9e9a5-222c-40f2-92b5-966c25ab58bf None None] Network 2140213a-3f6f-4afc-a0df-80698a1e7a72 requested from dv-cinder-800431-3-iscsi {{(pid=93233) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 10:55:04.681521 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e977ade-5376-48fe-af9f-0b9c706d0b3b no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:04.706867 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 9e977ade-5376-48fe-af9f-0b9c706d0b3b {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:55:04.707196 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 9e977ade-5376-48fe-af9f-0b9c706d0b3b not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:04.707532 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 5ba3ead2-580d-4476-92f3-2715584f9e92 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:04.716898 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1666439'] for network, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.731982 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: 5ba3ead2-580d-4476-92f3-2715584f9e92 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:55:04.732326 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device 5ba3ead2-580d-4476-92f3-2715584f9e92 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:04.772471 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Deleting port b80392c9-d0be-47ed-888c-ce99ae4d8c56 {{(pid=93231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:55:04.772885 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.846179 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] DHCP port deletion for 2140213a-3f6f-4afc-a0df-80698a1e7a72 request from dv-cinder-800431-3-iscsi {{(pid=93233) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 10:55:04.897734 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] Deleting port b80392c9-d0be-47ed-888c-ce99ae4d8c56 {{(pid=93233) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 10:55:04.898520 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735163088011'] for port, before_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.970021 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.db [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] For port b80392c9-d0be-47ed-888c-ce99ae4d8c56, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=b80392c9-d0be-47ed-888c-ce99ae4d8c56,segment=NetworkSegment(c82eae66-1b61-480e-af99-5bbb0bbf9888),segment_id=c82eae66-1b61-480e-af99-5bbb0bbf9888)] {{(pid=93233) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:04.970339 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:04.984478 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] Calling delete_port for b80392c9-d0be-47ed-888c-ce99ae4d8c56 owned by network:dhcp {{(pid=93233) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:55:05.064880 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293'] for port, after_delete {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.089024 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.db [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] For port b80392c9-d0be-47ed-888c-ce99ae4d8c56, host dv-cinder-800431-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-800431-3-iscsi',level=0,port_id=b80392c9-d0be-47ed-888c-ce99ae4d8c56,segment=NetworkSegment(c82eae66-1b61-480e-af99-5bbb0bbf9888),segment_id=c82eae66-1b61-480e-af99-5bbb0bbf9888)] {{(pid=93231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 10:55:05.089267 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1040732'] for port, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.089562 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] Pushing event deleted for resources: {'Port': ['ID=b80392c9-d0be-47ed-888c-ce99ae4d8c56,revision_number=None']} {{(pid=93233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:05.093087 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00da0f8d-82f8-4fd7-b104-f7a84f069268 None None] No DVR routers for this DVR port b80392c9-d0be-47ed-888c-ce99ae4d8c56 on host dv-cinder-800431-3-iscsi {{(pid=93233) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:55:05.105675 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.plugin [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Calling delete_port for b80392c9-d0be-47ed-888c-ce99ae4d8c56 owned by network:dhcp {{(pid=93231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 10:55:05.182001 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1974751', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115042', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735163092511', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735162721293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5052332'] for port, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.207221 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Pushing event deleted for resources: {'Port': ['ID=b80392c9-d0be-47ed-888c-ce99ae4d8c56,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:05.210692 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] No DVR routers for this DVR port b80392c9-d0be-47ed-888c-ce99ae4d8c56 on host dv-cinder-800431-3-iscsi {{(pid=93231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 10:55:05.278455 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2033152', 'neutron.services.segments.db._delete_segments_for_network-8735163168049'] for network, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.287784 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2140213a-3f6f-4afc-a0df-80698a1e7a72']}} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:05.298387 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c82eae66-1b61-480e-af99-5bbb0bbf9888') {'for_net_delete': True} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:05.298692 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.services.segments.db [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c82eae66-1b61-480e-af99-5bbb0bbf9888') {} {{(pid=93231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 10:55:05.307260 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735163168826', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5052204'] for segment, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.324201 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312'] for segment, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.330114 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 10:55:05.330628 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2061312', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5052291'] for segment, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: self.session.flush() Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: self.session.flush() Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: self.session.flush() Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: self.session.flush() Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: Traceback (most recent call last): Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: timer() Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: cb(*args, **kw) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: return func(*args, **kwargs) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: self._notify() Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: self.callback(batched_events) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: event.method(event) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: return f(self, *a, **k) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._get(url).json() Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: return self.request(url, 'GET', **kwargs) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 10:55:05.332383 dv-cinder-800431-3-iscsi neutron-server[93231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 10:55:05.384196 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2063091', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593682', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-713658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617905'] for network, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.388515 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-713604'] for network, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.390538 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2140213a-3f6f-4afc-a0df-80698a1e7a72 HTTP/1.1" status: 204 len: 168 time: 0.7546492 Jul 28 10:55:05.403342 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa57631-fd65-4d0a-8d5f-67d05229a726 admin admin] Pushing event deleted for resources: {'Network': ['ID=2140213a-3f6f-4afc-a0df-80698a1e7a72,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:05.493912 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55426) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:05.532901 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-c785f8ae-8faf-437d-986b-f51368892455 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6525d100052a4861b65a019a6d374764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374246 Jul 28 10:55:05.535032 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55428) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:05.579851 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e3d87d31-3a50-4bf7-be3b-a0bed12f5098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.600409 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e3d87d31-3a50-4bf7-be3b-a0bed12f5098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.648291 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e3d87d31-3a50-4bf7-be3b-a0bed12f5098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.651474 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-e3d87d31-3a50-4bf7-be3b-a0bed12f5098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:05.652606 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-e3d87d31-3a50-4bf7-be3b-a0bed12f5098 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/476e7574-f133-4cd5-a2b4-cea136adc725 HTTP/1.1" status: 204 len: 168 time: 0.1166475 Jul 28 10:55:05.660034 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d87d31-3a50-4bf7-be3b-a0bed12f5098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476e7574-f133-4cd5-a2b4-cea136adc725,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:05.977211 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55434) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:06.016456 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-70c6cac9-da50-4c60-8b1c-c11fdd42ea84 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49cca1a80d194e67b86bc4d0709dd431&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380628 Jul 28 10:55:06.018839 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [-] (93231) accepted ('10.222.0.25', 55436) {{(pid=93231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 10:55:06.065064 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd653609-6511-4d6a-8cb5-a4f502a53724 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:06.084959 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd653609-6511-4d6a-8cb5-a4f502a53724 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:06.130614 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd653609-6511-4d6a-8cb5-a4f502a53724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-593891'] for security_group, after_delete {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:06.133780 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron_lib.callbacks.manager [None req-cd653609-6511-4d6a-8cb5-a4f502a53724 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:06.135164 dv-cinder-800431-3-iscsi neutron-server[93231]: INFO neutron.wsgi [None req-cd653609-6511-4d6a-8cb5-a4f502a53724 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/8ebd666c-c829-41a0-a85b-019717f95a1e HTTP/1.1" status: 204 len: 168 time: 0.1153746 Jul 28 10:55:06.142557 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd653609-6511-4d6a-8cb5-a4f502a53724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ebd666c-c829-41a0-a85b-019717f95a1e,revision_number=None']} {{(pid=93231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 10:55:06.577484 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b80392c9-d0be-47ed-888c-ce99ae4d8c56 no longer exists at agent ovs-agent-dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 10:55:06.596941 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.plugin [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] No Port match for: b80392c9-d0be-47ed-888c-ce99ae4d8c56 {{(pid=93233) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 10:55:06.597293 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron.plugins.ml2.rpc [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Device b80392c9-d0be-47ed-888c-ce99ae4d8c56 not bound to the agent host dv-cinder-800431-3-iscsi {{(pid=93233) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 10:55:07.851903 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-27117d0d-b998-480e-a720-f80d14f22a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:10.587839 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-bc51e41a-bae8-4574-a2b5-cbeaa070ffde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:10.609003 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:11.550848 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:13.119228 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:15.401733 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:36.109104 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:55:37.853107 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-15530e70-6525-4c6b-b22f-602b36546a1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:40.587973 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-61fbe323-4afe-454a-9645-931245c8bdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:40.608411 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:41.553537 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:43.121381 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:55:45.419325 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:07.855102 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-73e57aad-4dd7-41b3-bd0f-3be480da438f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:10.588992 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-cc04e558-9e0f-4226-beb7-fd5fb6e10ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:10.607364 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:11.556191 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:13.109629 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:56:13.124650 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:15.422794 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:37.855574 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-946d547e-52a4-4dad-8e07-afb2e7befe0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:40.589910 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e91cb525-f34a-4327-b0ce-40f04d8da7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:40.606824 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:41.558641 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:43.127932 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:45.427166 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:56:50.108256 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:57:07.359715 dv-cinder-800431-3-iscsi neutron-server[93231]: DEBUG neutron.wsgi [req-f25906b3-200f-47eb-9597-ffd06aa835a8 req-7e466a7b-9ad2-48e5-a09b-f7da0bb2118b service neutron] (93231) timed out ('10.222.0.25', 48284) {{(pid=93231) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 10:57:07.855717 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-477f3876-3a23-4f53-837e-98fc82e86dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:10.591352 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2609-52cd-441b-bdb8-f1cc6e061a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:10.606063 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:11.561508 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:13.131329 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:15.443896 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:27.107034 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:57:37.857957 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-1580d1e3-08b4-4eea-807c-d42c749a3bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:40.594015 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-ac905813-372c-4433-a014-7da89a7bad92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:40.609103 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:41.563681 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:43.134158 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:45.462828 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:57:54.503350 dv-cinder-800431-3-iscsi neutron-server[93232]: DEBUG neutron.wsgi [req-0e99d747-9856-4ddd-893f-090f6d5aaee0 req-46af2c5c-6d6d-4b98-a743-31300a6cc927 service neutron] (93232) timed out ('10.222.0.25', 51656) {{(pid=93232) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 10:58:04.105961 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:58:07.858710 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-fd2f43fb-f2f4-43db-b724-7bcd13680412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:10.594801 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-6aae065d-06f5-40eb-a503-73e9d29c1564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:10.611328 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:11.566083 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:13.136634 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:15.472057 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:37.861721 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-5a433f1b-6c35-4bbe-b015-29c3e030eb4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:40.594400 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-cbd973f5-9d4e-4bc1-853b-e1ce1558147b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:40.611515 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:41.104909 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:58:41.569581 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:43.140816 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:58:45.488034 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:07.864037 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e901923c-f2e7-4374-9b62-baf5f1d1cb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:10.594225 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-14907b7b-8acc-4956-96ed-003d4b0dc278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:10.610871 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:11.570284 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:13.144758 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:15.485491 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:18.103826 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 10:59:37.864067 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-e6f37fd5-591f-4574-afdc-c805baa5d073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:40.593835 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-f0df6f53-9744-496b-85d9-eca56ce00b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:40.611495 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:41.572372 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:43.147874 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:45.505821 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 10:59:55.103024 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:00:07.865724 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-d86de728-0ae7-4cab-a895-161d4d325e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:10.593753 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-fd46873d-1377-416a-9ec0-9d01e70aebe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:10.611804 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8370b1fc-4082-4704-af17-d9e08800cd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:11.576596 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-b5b58b7a-fe36-4ae0-a68c-6141c55c1892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:13.150220 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8c4bc5c9-219c-4f13-86ab-df5fe774e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:15.500127 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-c65d9a34-1a53-4f45-b3d1-c054c1454b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 11:00:32.101681 dv-cinder-800431-3-iscsi neutron-server[93234]: DEBUG neutron.db.agents_db [None req-6b61d088-4cf0-41c5-a153-5515da7b2d57 None None] Agent healthcheck: found 6 active agents {{(pid=93234) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 11:00:37.866713 dv-cinder-800431-3-iscsi neutron-server[93233]: DEBUG neutron_lib.callbacks.manager [None req-8cbf71e3-ab12-49ef-9e4b-dcc62d83ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735163168031', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2034688'] for agent, after_update {{(pid=93233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}